{"id":"https://openalex.org/W4386076565","doi":"https://doi.org/10.1109/cvpr52729.2023.01230","title":"Reconstructing Signing Avatars from Video Using Linguistic Priors","display_name":"Reconstructing Signing Avatars from Video Using Linguistic Priors","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076565","doi":"https://doi.org/10.1109/cvpr52729.2023.01230"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01230","doi":"https://doi.org/10.1109/cvpr52729.2023.01230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01230","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.10482","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016152476","display_name":"Maria\u2010Paola Forte","orcid":"https://orcid.org/0000-0002-3949-6846","observed_orcids":["https://orcid.org/0000-0002-3949-6846"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maria-Paola Forte","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001319363","display_name":"Peter Kulits","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Kulits","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032585553","display_name":"Chun\u2010Hao Huang","orcid":"https://orcid.org/0000-0002-3233-5943","observed_orcids":["https://orcid.org/0000-0002-3233-5943"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chun-Hao Huang","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048464691","display_name":"Vasileios Choutas","orcid":"https://orcid.org/0009-0004-4375-3368","observed_orcids":["https://orcid.org/0009-0004-4375-3368"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vasileios Choutas","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070040247","display_name":"Dimitrios Tzionas","orcid":"https://orcid.org/0000-0002-7963-2582","observed_orcids":["https://orcid.org/0000-0002-7963-2582"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dimitrios Tzionas","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080962480","display_name":"Katherine J. Kuchenbecker","orcid":"https://orcid.org/0000-0002-5004-0313","observed_orcids":["https://orcid.org/0000-0002-5004-0313"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katherine J. Kuchenbecker","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540","observed_orcids":["https://orcid.org/0000-0001-6077-4540"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Stuttgart and Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210135521"],"apc_list":null,"apc_paid":null,"fwci":4.9583,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.95931359,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12791","last_page":"12801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8862000107765198,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8862000107765198,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.10440000146627426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language","display_name":"sign language","score":0.9509999752044678},{"id":"https://openalex.org/keywords/3d-hand-pose-estimation","display_name":"3D hand pose estimation","score":0.8820000290870667},{"id":"https://openalex.org/keywords/facial-expression-estimation","display_name":"facial expression estimation","score":0.9139999747276306},{"id":"https://openalex.org/keywords/body-pose-estimation","display_name":"body pose estimation","score":0.8830000162124634},{"id":"https://openalex.org/keywords/monocular-video","display_name":"monocular video","score":0.7820000052452087},{"id":"https://openalex.org/keywords/deaf-people","display_name":"deaf people","score":0.5410000085830688},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"augmented reality","score":0.6869999766349792},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"virtual reality","score":0.7630000114440918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8045269846916199},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.6925093531608582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6397351622581482},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6079450845718384},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5550633668899536},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.48604708909988403},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48157310485839844},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.45572227239608765},{"id":"https://openalex.org/C2777708103","wikidata":"https://www.wikidata.org/wiki/Q852589","display_name":"Motion blur","level":3,"score":0.4358450174331665},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.20263215899467468},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01230","doi":"https://doi.org/10.1109/cvpr52729.2023.01230","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01230","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.10482","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10482","pdf_url":"https://arxiv.org/pdf/2304.10482","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:openaire/8f03bf2c-7a8a-42a4-9f0e-2058fbd2498a","doi":null,"is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/reconstructing-signing-avatars-from-video-using-linguistic-priors(8f03bf2c-7a8a-42a4-9f0e-2058fbd2498a).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2304.10482","doi":"https://doi.org/10.48550/arxiv.2304.10482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.10482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.10482","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10482","pdf_url":"https://arxiv.org/pdf/2304.10482","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317967","display_name":"International Max Planck Research School for Environmental, Cellular and Molecular Microbiology","ror":null},{"id":"https://openalex.org/F4320327553","display_name":"International Max Planck Research School for Advanced Methods in Process and Systems Engineering","ror":"https://ror.org/04hazks31"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386076565.pdf","grobid_xml":"https://content.openalex.org/works/W4386076565.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1483742373","https://openalex.org/W1559751073","https://openalex.org/W2096976709","https://openalex.org/W2133401252","https://openalex.org/W2156872892","https://openalex.org/W2170936593","https://openalex.org/W2172017037","https://openalex.org/W2215643317","https://openalex.org/W2781475793","https://openalex.org/W2928521819","https://openalex.org/W2935836316","https://openalex.org/W2939665722","https://openalex.org/W2948527806","https://openalex.org/W2949662773","https://openalex.org/W2962730651","https://openalex.org/W2963873475","https://openalex.org/W2963995996","https://openalex.org/W2971601223","https://openalex.org/W2972487609","https://openalex.org/W2975401428","https://openalex.org/W2978232138","https://openalex.org/W3015041417","https://openalex.org/W3035581100","https://openalex.org/W3047965053","https://openalex.org/W3049056403","https://openalex.org/W3059502370","https://openalex.org/W3078845300","https://openalex.org/W3081254563","https://openalex.org/W3091358202","https://openalex.org/W3093223431","https://openalex.org/W3098074866","https://openalex.org/W3104300620","https://openalex.org/W3108094035","https://openalex.org/W3112846882","https://openalex.org/W3112871073","https://openalex.org/W3148787306","https://openalex.org/W3156666908","https://openalex.org/W3158537419","https://openalex.org/W3161105105","https://openalex.org/W3165265377","https://openalex.org/W3167491448","https://openalex.org/W3188599010","https://openalex.org/W3193320808","https://openalex.org/W3195437714","https://openalex.org/W3204956438","https://openalex.org/W3214462743","https://openalex.org/W4213187341","https://openalex.org/W4288043122","https://openalex.org/W4312590328","https://openalex.org/W4312979714","https://openalex.org/W4367622621","https://openalex.org/W4386076086","https://openalex.org/W6781654453","https://openalex.org/W6781983457","https://openalex.org/W6782980240","https://openalex.org/W6840908212","https://openalex.org/W6954831310"],"related_works":["https://openalex.org/W7160289803","https://openalex.org/W7204262495","https://openalex.org/W4403849888","https://openalex.org/W4402753616","https://openalex.org/W3198657640","https://openalex.org/W7213543612","https://openalex.org/W2895488603","https://openalex.org/W7160664963","https://openalex.org/W7160402158","https://openalex.org/W4400527496"],"abstract_inverted_index":{"Sign":[0],"language":[1],"(SL)":[2],"is":[3],"the":[4,10,16,169],"primary":[5],"method":[6],"of":[7,20,161],"communication":[8],"for":[9],"70":[11],"million":[12],"Deaf":[13],"people":[14],"around":[15],"world.":[17],"Video":[18],"dictionaries":[19],"isolated":[21,96],"signs":[22],"are":[23,79,153,165,175],"a":[24,123],"core":[25],"SL":[26,59,83,115,143],"learning":[27,36],"tool.":[28],"Replacing":[29],"these":[30],"with":[31,132,168],"3D":[32,56,88,129,138,151],"avatars":[33,57,130],"can":[34],"aid":[35],"and":[37,45,63,84,107,157,164,173],"enable":[38],"AR/VR":[39],"applications,":[40],"improving":[41],"access":[42],"to":[43,53,82,127],"technology":[44],"online":[46],"media.":[47],"However,":[48],"little":[49],"work":[50],"has":[51],"attempted":[52],"estimate":[54],"expressive":[55],"from":[58,112],"video;":[60],"occlusion,":[61],"noise,":[62],"motion":[64],"blur":[65],"make":[66],"this":[67,72],"task":[68],"difficult.":[69],"We":[70,117],"address":[71],"by":[73,121],"introducing":[74],"novel":[75],"linguistic":[76],"priors":[77],"that":[78,91,149],"universally":[80],"applicable":[81],"provide":[85],"constraints":[86],"on":[87,142,166],"hand":[89,103],"pose":[90],"help":[92],"resolve":[93],"ambiguities":[94],"within":[95],"signs.":[97],"Our":[98],"method,":[99],"SGNify,":[100],"captures":[101],"fine-grained":[102],"pose,":[104],"facial":[105],"expression,":[106],"body":[108],"movement":[109],"fully":[110],"automatically":[111],"in-the-wild":[113],"monocular":[114,133],"videos.":[116,144,171],"evaluate":[118],"SGNify":[119,135],"quantitatively":[120],"using":[122],"commercial":[124],"motion-capture":[125],"system":[126],"compute":[128],"synchronized":[131],"video.":[134],"outperforms":[136],"state-of-the-art":[137],"body-pose-and":[139],"shape-estimation":[140],"methods":[141,163],"A":[145],"perceptual":[146],"study":[147],"shows":[148],"SGNify's":[150],"reconstructions":[152],"significantly":[154],"more":[155],"comprehensible":[156],"natural":[158],"than":[159],"those":[160],"previous":[162],"par":[167],"source":[170],"Code":[172],"data":[174],"available":[176],"at":[177],"sgnify.is.tue.mpg.de.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2023-08-23T00:00:00"}