{"id":"https://openalex.org/W3009520263","doi":"https://doi.org/10.1109/wacv45572.2020.9093473","title":"From Image to Video Face Inpainting: Spatial-Temporal Nested GAN (STN-GAN) for Usability Recovery","display_name":"From Image to Video Face Inpainting: Spatial-Temporal Nested GAN (STN-GAN) for Usability Recovery","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3009520263","doi":"https://doi.org/10.1109/wacv45572.2020.9093473","mag":"3009520263"},"language":"en","primary_location":{"id":"doi:10.1109/wacv45572.2020.9093473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020044791","display_name":"Yifan Wu","orcid":"https://orcid.org/0000-0002-2856-9835"},"institutions":[{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Wu","raw_affiliation_strings":["Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210151799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026129552","display_name":"Vivek Kumar Singh","orcid":"https://orcid.org/0000-0002-7348-6545"},"institutions":[{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Singh","raw_affiliation_strings":["Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210151799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109896026","display_name":"Ankur Kapoor","orcid":null},"institutions":[{"id":"https://openalex.org/I4210151799","display_name":"Siemens Healthcare (United States)","ror":"https://ror.org/054962n91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210151799"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Kapoor","raw_affiliation_strings":["Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Siemens Healthineers, Digital Services, Digital Technology & Innovation, Princeton, NJ, USA","institution_ids":["https://openalex.org/I4210151799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210151799"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2020","issue":null,"first_page":"2385","last_page":"2394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.8799419403076172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7823323011398315},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6585392951965332},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6382380723953247},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6159558296203613},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.571635365486145},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5588478446006775},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5460410714149475},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.527310311794281},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4815385937690735},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47858142852783203},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4141429364681244},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13494718074798584}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.8799419403076172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7823323011398315},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6585392951965332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6382380723953247},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6159558296203613},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.571635365486145},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5588478446006775},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5460410714149475},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.527310311794281},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4815385937690735},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47858142852783203},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4141429364681244},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13494718074798584},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv45572.2020.9093473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv45572.2020.9093473","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"mag:3208289347","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=202002255366811377","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1834627138","https://openalex.org/W1915668717","https://openalex.org/W1993120651","https://openalex.org/W2070604790","https://openalex.org/W2103958416","https://openalex.org/W2115252128","https://openalex.org/W2164490837","https://openalex.org/W2165736859","https://openalex.org/W2194775991","https://openalex.org/W2234876530","https://openalex.org/W2251810906","https://openalex.org/W2331128040","https://openalex.org/W2502312327","https://openalex.org/W2611104282","https://openalex.org/W2738588019","https://openalex.org/W2739748921","https://openalex.org/W2769823506","https://openalex.org/W2794857359","https://openalex.org/W2798365772","https://openalex.org/W2885332456","https://openalex.org/W2886714066","https://openalex.org/W2962712356","https://openalex.org/W2962835968","https://openalex.org/W2962879692","https://openalex.org/W2963073614","https://openalex.org/W2963420272","https://openalex.org/W2963583792","https://openalex.org/W2963767194","https://openalex.org/W2963839617","https://openalex.org/W2963841322","https://openalex.org/W2963981733","https://openalex.org/W2964121744","https://openalex.org/W2964225662","https://openalex.org/W2982763192","https://openalex.org/W2997095758","https://openalex.org/W3043547428","https://openalex.org/W4295521014","https://openalex.org/W4301206121","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6677618333","https://openalex.org/W6702130928","https://openalex.org/W6724804524","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6750997056","https://openalex.org/W6753599364","https://openalex.org/W6753914649","https://openalex.org/W6754138625","https://openalex.org/W6765779288"],"related_works":["https://openalex.org/W2380775572","https://openalex.org/W2213520135","https://openalex.org/W1504109132","https://openalex.org/W3134074939","https://openalex.org/W2117562399","https://openalex.org/W2244018504","https://openalex.org/W4298074124","https://openalex.org/W2003548600","https://openalex.org/W1523707610","https://openalex.org/W2907830442"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,17,106,145],"propose":[4,107],"to":[5,10,68,83,112,121,154],"use":[6],"constrained":[7],"inpainting":[8,81,115],"methods":[9],"recover":[11],"usability":[12],"of":[13,22],"corrupted":[14],"images.":[15],"Here":[16],"focus":[18],"on":[19,118,132],"the":[20,49,56,148],"example":[21],"face":[23,85],"images":[24,33,51,58,86],"that":[25,100,147],"are":[26,34],"masked":[27],"for":[28,36],"privacy":[29],"protection":[30],"but":[31],"complete":[32],"required":[35],"further":[37],"algorithm":[38],"development.":[39],"The":[40],"task":[41],"is":[42],"tackled":[43],"in":[44],"a":[45,79,160],"progressive":[46],"manner:":[47],"1)":[48],"generated":[50,57],"should":[52,73],"look":[53],"realistic;":[54],"2)":[55],"must":[59],"satisfy":[60],"spatial":[61,80,90,149],"constraints,":[62,91],"if":[63],"available;":[64],"3)":[65],"when":[66],"applied":[67],"video":[69,122],"data,":[70],"temporal":[71,126],"consistency":[72,140],"be":[74,152],"retained.":[75],"We":[76],"first":[77],"present":[78],"framework":[82],"synthesize":[84],"which":[87],"can":[88,151],"incorporate":[89],"provided":[92],"as":[93],"positions":[94],"offa-":[95],"cial":[96],"markers":[97],"and":[98,142],"show":[99,136,146],"it":[101],"outperforms":[102],"state-of-the-art":[103],"methods.":[104],"Next,":[105],"Spatial-Temporal":[108],"Nested":[109],"GAN":[110],"(STN-GAN)":[111],"adapt":[113],"image":[114],"framework,":[116],"trained":[117],"~200k":[119],"images,":[120],"data":[123],"by":[124],"incorporating":[125],"information":[127],"using":[128],"residual":[129],"blocks.":[130],"Experiments":[131],"multiple":[133],"public":[134],"datasets":[135],"STN-GAN":[137],"attains":[138],"spatio-temporal":[139],"effectively":[141],"efficiently.":[143],"Furthermore,":[144],"constraints":[150],"perturbed":[153],"obtain":[155],"different":[156],"inpainted":[157],"results":[158],"from":[159],"single":[161],"source.":[162],"<sup":[163],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}