{"id":"https://openalex.org/W4389347596","doi":"https://doi.org/10.1145/3618329","title":"Decaf: Monocular Deformation Capture for Face and Hand Interactions","display_name":"Decaf: Monocular Deformation Capture for Face and Hand Interactions","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389347596","doi":"https://doi.org/10.1145/3618329"},"language":"en","primary_location":{"id":"doi:10.1145/3618329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3618329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3618329","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3618329","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052298066","display_name":"Soshi Shimada","orcid":"https://orcid.org/0000-0001-8117-5125"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Soshi Shimada","raw_affiliation_strings":["MPI for Informatics, Germany, SIC, Germany, and VIA Research Center, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, Germany, SIC, Germany, and VIA Research Center, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080103406","display_name":"Vladislav Golyanik","orcid":"https://orcid.org/0000-0003-1630-2006"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vladislav Golyanik","raw_affiliation_strings":["MPI for Informatics, Germany and SIC, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, Germany and SIC, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076170578","display_name":"Patrick P\u00e9rez","orcid":"https://orcid.org/0000-0002-8124-1206"},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Patrick P\u00e9rez","raw_affiliation_strings":["Valeo.ai, France"],"affiliations":[{"raw_affiliation_string":"Valeo.ai, France","institution_ids":["https://openalex.org/I220619192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["MPI for Informatics, Germany, SIC, Germany, and VIA Research Center, Germany"],"affiliations":[{"raw_affiliation_string":"MPI for Informatics, Germany, SIC, Germany, and VIA Research Center, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5052298066"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.351,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83589805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"42","issue":"6","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7714780569076538},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7648173570632935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176418900489807},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.6261333227157593},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5972874760627747},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5318505167961121},{"id":"https://openalex.org/keywords/retargeting","display_name":"Retargeting","score":0.5291514992713928},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.4946076571941376},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.48050129413604736},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.47305718064308167},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.46777430176734924},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4615921974182129},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4392753839492798},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.41959989070892334},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.35407811403274536},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.324896901845932},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.3055218756198883},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.20292925834655762},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.14849919080734253},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.14400970935821533},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.11326909065246582}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7714780569076538},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7648173570632935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176418900489807},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.6261333227157593},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5972874760627747},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5318505167961121},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.5291514992713928},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.4946076571941376},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.48050129413604736},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.47305718064308167},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.46777430176734924},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4615921974182129},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4392753839492798},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.41959989070892334},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35407811403274536},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.324896901845932},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.3055218756198883},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.20292925834655762},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.14849919080734253},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.14400970935821533},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.11326909065246582},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3618329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3618329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3618329","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3618329","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3618329","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3618329","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389347596.pdf","grobid_xml":"https://content.openalex.org/works/W4389347596.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1954137309","https://openalex.org/W2013871799","https://openalex.org/W2063601108","https://openalex.org/W2075402943","https://openalex.org/W2123094226","https://openalex.org/W2132836675","https://openalex.org/W2325034626","https://openalex.org/W2486034530","https://openalex.org/W2555027164","https://openalex.org/W2621920574","https://openalex.org/W2768683308","https://openalex.org/W2769666294","https://openalex.org/W2897577167","https://openalex.org/W2899139472","https://openalex.org/W2909532813","https://openalex.org/W2948343307","https://openalex.org/W2949662773","https://openalex.org/W2949924544","https://openalex.org/W2962074429","https://openalex.org/W2962999795","https://openalex.org/W2963601560","https://openalex.org/W3034902964","https://openalex.org/W3035413889","https://openalex.org/W3044670941","https://openalex.org/W3096676935","https://openalex.org/W3104792420","https://openalex.org/W3106857494","https://openalex.org/W3161447300","https://openalex.org/W3176724791","https://openalex.org/W3180794345","https://openalex.org/W3183524691","https://openalex.org/W3201008491","https://openalex.org/W3201806127","https://openalex.org/W4200268060","https://openalex.org/W4214630662","https://openalex.org/W4214636972","https://openalex.org/W4225964194","https://openalex.org/W4280507579","https://openalex.org/W4312262787","https://openalex.org/W4312517483","https://openalex.org/W4312695598","https://openalex.org/W4312832023","https://openalex.org/W4321512589","https://openalex.org/W4378083063"],"related_works":["https://openalex.org/W2156428627","https://openalex.org/W2051832886","https://openalex.org/W4309344344","https://openalex.org/W4385825592","https://openalex.org/W2733512699","https://openalex.org/W1939923220","https://openalex.org/W2386167289","https://openalex.org/W2361045682","https://openalex.org/W3040900128","https://openalex.org/W2070213417"],"abstract_inverted_index":{"Existing":[0],"methods":[1],"for":[2,92,237],"3D":[3,62,118,122,135,174,229,281,292],"tracking":[4,166,282],"from":[5,129,175],"monocular":[6,78,177],"RGB":[7,178],"videos":[8],"predominantly":[9],"consider":[10],"articulated":[11,184],"and":[12,66,81,94,144,163,202,234,257,276,287,294,299,312],"rigid":[13,24],"objects":[14,115,185],"(":[15,34,85],"e.g.":[16,35,86],",":[17,87],"two":[18],"hands":[19,37,168,182],"or":[20,96,120,146],"humans":[21],"interacting":[22,39,169],"with":[23,40,170,206,211,231],"environments).":[25],"Modelling":[26],"dense":[27],"non-rigid":[28,114,187],"object":[29],"deformations":[30,189,209],"in":[31,88,132,173,221,247,307],"this":[32,150],"setting":[33,80],"when":[36],"are":[38,267,297],"a":[41,90,198,212,218,268],"face),":[42],"remained":[43],"largely":[44],"unaddressed":[45],"so":[46],"far,":[47],"although":[48],"such":[49,59,124,137],"effects":[50],"can":[51],"improve":[52],"the":[53,56,73,77,82,98,103,133,153,158,226,242,251,261,272,280,285,288],"realism":[54],"of":[55,76,102,241,250,263],"downstream":[57],"applications":[58],"as":[60,138,183],"AR/VR,":[61],"virtual":[63],"avatar":[64],"communications,":[65],"character":[67],"animations.":[68],"This":[69],"is":[70,108],"due":[71],"to":[72,110,303],"severe":[74],"ill-posedness":[75],"view":[79],"associated":[83],"challenges":[84,160],"acquiring":[89],"dataset":[91,205],"training":[93],"evaluation":[95],"obtaining":[97],"reasonable":[99],"non-uniform":[100,238],"stiffness":[101,239],"deformable":[104],"object).":[105],"While":[106],"it":[107],"possible":[109],"na\u00efvely":[111],"track":[112],"multiple":[113,130],"independently":[116],"using":[117],"templates":[119],"parametric":[121],"models,":[123],"an":[125,191,235],"approach":[126,236,266],"would":[127],"suffer":[128],"artefacts":[131],"resulting":[134],"estimates":[136],"depth":[139,274],"ambiguity,":[140],"unnatural":[141],"intra-object":[142],"collisions":[143],"missing":[145],"implausible":[147],"deformations.":[148,289],"Hence,":[149],"paper":[151],"introduces":[152],"first":[154],"method":[155,195],"that":[156,164,278],"addresses":[157],"fundamental":[159],"depicted":[161],"above":[162],"allows":[165],"human":[167,171],"faces":[172],"single":[176],"videos.":[179],"We":[180],"model":[181],"inducing":[186],"face":[188,208,295],"during":[190],"active":[192],"interaction.":[193],"Our":[194,290],"relies":[196],"on":[197],"new":[199],"hand-face":[200,254,273],"motion":[201],"interaction":[203],"capture":[204],"realistic":[207,298],"acquired":[210],"markerless":[213],"multi-view":[214],"camera":[215],"system.":[216],"As":[217],"pivotal":[219],"step":[220],"its":[222],"creation,":[223],"we":[224],"process":[225],"reconstructed":[227],"raw":[228],"shapes":[230],"position-based":[232],"dynamics":[233],"estimation":[240],"head":[243],"tissues,":[244],"which":[245],"results":[246],"plausible":[248,301],"annotations":[249],"surface":[252],"deformations,":[253],"contact":[255],"regions":[256],"head-hand":[258],"positions.":[259],"At":[260],"core":[262],"our":[264,308],"neural":[265],"variational":[269],"auto-encoder":[270],"supplying":[271],"prior":[275],"modules":[277],"guide":[279],"by":[283],"estimating":[284],"contacts":[286],"final":[291],"hand":[293],"reconstructions":[296],"more":[300],"compared":[302],"several":[304],"baselines":[305],"applicable":[306],"setting,":[309],"both":[310],"quantitatively":[311],"qualitatively.":[313],"https://vcai.mpi-inf.mpg.de/projects/Decaf":[314]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}