{"id":"https://openalex.org/W4403663512","doi":"https://doi.org/10.1145/3680528.3687704","title":"SPARK: Self-supervised Personalized Real-time Monocular Face Capture","display_name":"SPARK: Self-supervised Personalized Real-time Monocular Face Capture","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4403663512","doi":"https://doi.org/10.1145/3680528.3687704"},"language":"en","primary_location":{"id":"doi:10.1145/3680528.3687704","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687704","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687704","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687704","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041383950","display_name":"Kelian Baert","orcid":"https://orcid.org/0000-0003-1732-4653"},"institutions":[{"id":"https://openalex.org/I4210121266","display_name":"Technicolor (France)","ror":"https://ror.org/02ya5n776","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210121266"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Kelian Baert","raw_affiliation_strings":["Technicolor Group, Paris, France and University Rennes, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Technicolor Group, Paris, France and University Rennes, Rennes, France","institution_ids":["https://openalex.org/I4210121266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026381785","display_name":"Shrisha Bharadwaj","orcid":"https://orcid.org/0009-0000-7390-456X"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shrisha Bharadwaj","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002835962","display_name":"Fabien Castan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121266","display_name":"Technicolor (France)","ror":"https://ror.org/02ya5n776","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210121266"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fabien Castan","raw_affiliation_strings":["Technicolor Group, Paris, France"],"affiliations":[{"raw_affiliation_string":"Technicolor Group, Paris, France","institution_ids":["https://openalex.org/I4210121266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079517901","display_name":"Benoit Maujean","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121266","display_name":"Technicolor (France)","ror":"https://ror.org/02ya5n776","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210121266"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Benoit Maujean","raw_affiliation_strings":["Technicolor Group, Paris, France"],"affiliations":[{"raw_affiliation_string":"Technicolor Group, Paris, France","institution_ids":["https://openalex.org/I4210121266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089566120","display_name":"Marc Christie","orcid":"https://orcid.org/0000-0001-6080-8026"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Marc Christie","raw_affiliation_strings":["University Rennes, IRISA, CNRS, Inria, Rennes, France"],"affiliations":[{"raw_affiliation_string":"University Rennes, IRISA, CNRS, Inria, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052173004","display_name":"Victoria Fern\u00e1ndez Abrevaya","orcid":"https://orcid.org/0000-0002-9829-4929"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Victoria Abrevaya","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020712348","display_name":"Adnane Boukhayma","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Adnane Boukhayma","raw_affiliation_strings":["Inria, University Rennes, IRISA, CNRS, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Inria, University Rennes, IRISA, CNRS, Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5041383950"],"corresponding_institution_ids":["https://openalex.org/I4210121266"],"apc_list":null,"apc_paid":null,"fwci":0.2493,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54289593,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238356709480286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7554416656494141},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6678285598754883},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5980708003044128},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5372483730316162},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5100653767585754},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.49188733100891113},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4580399990081787},{"id":"https://openalex.org/keywords/parametric-model","display_name":"Parametric model","score":0.4214937090873718},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.41990926861763},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.30404210090637207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238356709480286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7554416656494141},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6678285598754883},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5980708003044128},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5372483730316162},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5100653767585754},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.49188733100891113},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4580399990081787},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.4214937090873718},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.41990926861763},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30404210090637207},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3680528.3687704","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687704","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687704","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.07984","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07984","pdf_url":"https://arxiv.org/pdf/2409.07984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05239329v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-05239329","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery New Zealand Bulletin, 2024, pp.1-12. ⟨10.1145/3680528.3687704⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"doi:10.1145/3680528.3687704","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687704","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687704","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G4093079757","display_name":null,"funder_award_id":"2022_1630","funder_id":"https://openalex.org/F4320321663","funder_display_name":"Association Nationale de la Recherche et de la Technologie"}],"funders":[{"id":"https://openalex.org/F4320321663","display_name":"Association Nationale de la Recherche et de la Technologie","ror":"https://ror.org/00ht2ab73"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403663512.pdf"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W2003706019","https://openalex.org/W2004068758","https://openalex.org/W2012048984","https://openalex.org/W2017107803","https://openalex.org/W2062712751","https://openalex.org/W2069997605","https://openalex.org/W2086331119","https://openalex.org/W2102924784","https://openalex.org/W2104587129","https://openalex.org/W2107037917","https://openalex.org/W2120420721","https://openalex.org/W2121934905","https://openalex.org/W2194775991","https://openalex.org/W2235136907","https://openalex.org/W2237250383","https://openalex.org/W2261888986","https://openalex.org/W2398381847","https://openalex.org/W2486034530","https://openalex.org/W2519131448","https://openalex.org/W2584229793","https://openalex.org/W2593390416","https://openalex.org/W2599226450","https://openalex.org/W2605701576","https://openalex.org/W2623464795","https://openalex.org/W2737994064","https://openalex.org/W2769666294","https://openalex.org/W2771328060","https://openalex.org/W2795709097","https://openalex.org/W2798291180","https://openalex.org/W2798896170","https://openalex.org/W2886934227","https://openalex.org/W2902566903","https://openalex.org/W2936759181","https://openalex.org/W2945729334","https://openalex.org/W2962780596","https://openalex.org/W2963253045","https://openalex.org/W2963342110","https://openalex.org/W2963409406","https://openalex.org/W2964014798","https://openalex.org/W2964176417","https://openalex.org/W2964449965","https://openalex.org/W2970131683","https://openalex.org/W2981441786","https://openalex.org/W2985315266","https://openalex.org/W3000731301","https://openalex.org/W3020836388","https://openalex.org/W3034552680","https://openalex.org/W3034798648","https://openalex.org/W3035523051","https://openalex.org/W3046116854","https://openalex.org/W3048884441","https://openalex.org/W3049087135","https://openalex.org/W3097135999","https://openalex.org/W3097989406","https://openalex.org/W3104300620","https://openalex.org/W3108710777","https://openalex.org/W3109317096","https://openalex.org/W3109585842","https://openalex.org/W3112871073","https://openalex.org/W3166139908","https://openalex.org/W3166523661","https://openalex.org/W3168750717","https://openalex.org/W3182714435","https://openalex.org/W3198377975","https://openalex.org/W3215927878","https://openalex.org/W4200268060","https://openalex.org/W4221151978","https://openalex.org/W4236965008","https://openalex.org/W4306178025","https://openalex.org/W4312326867","https://openalex.org/W4312472600","https://openalex.org/W4312578889","https://openalex.org/W4312590328","https://openalex.org/W4312607553","https://openalex.org/W4312679369","https://openalex.org/W4368755870","https://openalex.org/W4385318467","https://openalex.org/W4385801342","https://openalex.org/W4386066812","https://openalex.org/W4386071566","https://openalex.org/W4386075804","https://openalex.org/W4386790226","https://openalex.org/W4387994527","https://openalex.org/W4390872748","https://openalex.org/W4402727930","https://openalex.org/W4402753521","https://openalex.org/W4402754135"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W200819717","https://openalex.org/W2142795561","https://openalex.org/W2055243143","https://openalex.org/W2032269556","https://openalex.org/W4205302943","https://openalex.org/W1991834176","https://openalex.org/W2561132942"],"abstract_inverted_index":{"Feedforward":[0],"monocular":[1,160],"face":[2,30,64,73,88,103,136,161],"capture":[3,104],"methods":[4,53],"seek":[5],"to":[6,26,250,258],"reconstruct":[7],"posed":[8],"faces":[9],"from":[10,56,147,157,215],"a":[11,15,35,68,98,108,114,123,133,148,158,188,202],"single":[12],"image":[13,47,183],"of":[14,19,38,49,71,107,110,113,132,138,150,206,244],"person.":[16],"Current":[17],"state":[18],"the":[20,24,61,72,130,139,155,177,242],"art":[21],"approaches":[22],"have":[23],"ability":[25,257],"regress":[27],"parametric":[28,63],"3D":[29,85,102,135],"models":[31],"in":[32,59,80,201,213],"real-time":[33,214],"across":[34],"wide":[36],"range":[37],"identities,":[39],"lighting":[40],"conditions":[41],"and":[42,145,171,196,210,229,237,253,262],"poses":[43],"by":[44],"leveraging":[45],"large":[46],"datasets":[48],"human":[50],"faces.":[51],"These":[52],"however":[54],"suffer":[55],"clear":[57],"limitations":[58],"that":[60,82],"underlying":[62],"model":[65,225,247],"only":[66],"provides":[67],"coarse":[69],"estimation":[70],"shape,":[74],"thereby":[75],"limiting":[76],"their":[77],"practical":[78],"applicability":[79],"tasks":[81],"require":[83],"precise":[84,143,190],"reconstruction":[86,131,162],"(aging,":[87],"swapping,":[89],"digital":[90],"make-up,":[91],"...).":[92],"In":[93],"this":[94],"paper,":[95],"we":[96,186,240],"propose":[97],"method":[99],"for":[100],"high-precision":[101],"taking":[105],"advantage":[106],"collection":[109,149],"unconstrained":[111],"videos":[112],"subject":[115],"as":[116,248],"prior":[117],"information.":[118],"Our":[119],"proposal":[120],"builds":[121],"on":[122,176],"two":[124],"stage":[125],"approach.":[126],"We":[127,152],"start":[128],"with":[129,167,173,221],"detailed":[134],"avatar":[137],"person,":[140],"capturing":[141],"both":[142],"geometry":[144,224],"appearance":[146],"videos.":[151],"then":[153],"use":[154],"encoder":[156,204],"pre-trained":[159],"method,":[163],"substituting":[164],"its":[165,255],"decoder":[166],"our":[168,181,222,245],"personalized":[169,223],"model,":[170,185],"proceed":[172],"transfer":[174],"learning":[175],"video":[178],"collection.":[179],"Using":[180],"pre-estimated":[182],"formation":[184],"obtain":[187],"more":[189,227],"self-supervision":[191],"objective,":[192],"enabling":[193],"improved":[194],"expression":[195,211,261],"pose":[197,209],"alignment.":[198],"This":[199],"results":[200],"trained":[203],"capable":[205],"efficiently":[207],"regressing":[208],"parameters":[212],"previously":[216],"unseen":[217,259],"images,":[218],"which":[219],"combined":[220],"yields":[226],"accurate":[228],"high":[230],"fidelity":[231],"mesh":[232],"inference.":[233],"Through":[234],"extensive":[235],"qualitative":[236],"quantitative":[238],"evaluation,":[239],"showcase":[241],"superiority":[243],"final":[246],"compared":[249],"state-of-the-art":[251],"baselines,":[252],"demonstrate":[254],"generalization":[256],"pose,":[260],"lighting.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}