{"id":"https://openalex.org/W7124136121","doi":"https://doi.org/10.1126/scirobotics.adx3017","title":"Learning realistic lip motions for humanoid face robots","display_name":"Learning realistic lip motions for humanoid face robots","publication_year":2026,"publication_date":"2026-01-14","ids":{"openalex":"https://openalex.org/W7124136121","doi":"https://doi.org/10.1126/scirobotics.adx3017","pmid":"https://pubmed.ncbi.nlm.nih.gov/41533805"},"language":"en","primary_location":{"id":"doi:10.1126/scirobotics.adx3017","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.adx3017","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuhang Hu","orcid":"https://orcid.org/0000-0003-1964-5784"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuhang Hu","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1964-5784","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084615550","display_name":"Jiong Lin","orcid":"https://orcid.org/0009-0002-9690-2684"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiong Lin","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0002-9690-2684","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123001433","display_name":"Judah Allen Goldfeder","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Judah Allen Goldfeder","raw_affiliation_strings":["Department of Computer Science, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0004-3892-7079","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047112696","display_name":"Philippe Martin Wyder","orcid":"https://orcid.org/0000-0003-1878-802X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philippe M. Wyder","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1878-802X","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122286046","display_name":"Yifeng Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifeng Cao","raw_affiliation_strings":["Department of Electrical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0007-2284-3796","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112851300","display_name":"Steven Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Tian","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4047-8450","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000775454","display_name":"Yunzhe Wang","orcid":"https://orcid.org/0000-0003-3862-1163"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunzhe Wang","raw_affiliation_strings":["Department of Computer Science, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3862-1163","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122057249","display_name":"Jingran Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingran Wang","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019998536","display_name":"M. Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengmeng Wang","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122179208","display_name":"Jie Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Zeng","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058527160","display_name":"Cameron Mehlman","orcid":"https://orcid.org/0000-0003-2385-3631"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cameron Mehlman","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2385-3631","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012346975","display_name":"Yingke Wang","orcid":"https://orcid.org/0009-0006-2038-025X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingke Wang","raw_affiliation_strings":["Department of Computer Science, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0006-2038-025X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101269956","display_name":"Delin Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Delin Zeng","raw_affiliation_strings":["Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6102-5082","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019445511","display_name":"B Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyuan Chen","raw_affiliation_strings":["Department of Mechanical Engineering & Materials Science, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-3813-1060","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering & Materials Science, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123050728","display_name":"Hod Lipson","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hod Lipson","raw_affiliation_strings":["Data Science Institute, Columbia University, New York, NY, USA","Department of Mechanical Engineering, Columbia University, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-0769-4618","affiliations":[{"raw_affiliation_string":"Data Science Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Mechanical Engineering, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5123050728"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":43.4353,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99580116,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"110","first_page":"eadx3017","last_page":"eadx3017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5072000026702881,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5072000026702881,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.3587999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.042899999767541885,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7365000247955322},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6019999980926514},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5929999947547913},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.47369998693466187},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4490000009536743},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.41679999232292175},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.3840000033378601},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.37389999628067017}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7365000247955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.652999997138977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.650600016117096},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6019999980926514},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5929999947547913},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.555400013923645},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.41679999232292175},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.37070000171661377},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36079999804496765},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.328900009393692},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2779337067","wikidata":"https://www.wikidata.org/wiki/Q4800961","display_name":"Articulation (sociology)","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2687000036239624},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.26660001277923584}],"mesh":[{"descriptor_ui":"D000098402","descriptor_name":"Autonomous Robots","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098402","descriptor_name":"Autonomous Robots","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098402","descriptor_name":"Autonomous Robots","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098446","descriptor_name":"Autoencoder","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004867","descriptor_name":"Equipment Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008046","descriptor_name":"Lip","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000295","qualifier_name":"instrumentation","is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1126/scirobotics.adx3017","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.adx3017","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},{"id":"pmid:41533805","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41533805","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science robotics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6644596457481384,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G657172661","display_name":"AI Institute in Dynamic Systems","funder_award_id":"2112085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1643715297","https://openalex.org/W1988565212","https://openalex.org/W2001564357","https://openalex.org/W2001685400","https://openalex.org/W2002591263","https://openalex.org/W2003276682","https://openalex.org/W2014621385","https://openalex.org/W2015394094","https://openalex.org/W2061126094","https://openalex.org/W2066618898","https://openalex.org/W2071468852","https://openalex.org/W2084235337","https://openalex.org/W2096391593","https://openalex.org/W2099940393","https://openalex.org/W2100259760","https://openalex.org/W2102133930","https://openalex.org/W2124537004","https://openalex.org/W2131441794","https://openalex.org/W2176759570","https://openalex.org/W2619832891","https://openalex.org/W2887260263","https://openalex.org/W2963634205","https://openalex.org/W2964559396","https://openalex.org/W2981263323","https://openalex.org/W3019952993","https://openalex.org/W3034424147","https://openalex.org/W3081492798","https://openalex.org/W3134402699","https://openalex.org/W3154411171","https://openalex.org/W3175779516","https://openalex.org/W3207411812","https://openalex.org/W4236595918","https://openalex.org/W4285085664","https://openalex.org/W4310379947","https://openalex.org/W4386076250","https://openalex.org/W4393218512","https://openalex.org/W4407922246","https://openalex.org/W4408307115","https://openalex.org/W4411289830"],"related_works":[],"abstract_inverted_index":{"Lip":[0],"motion":[1],"represents":[2],"outsized":[3],"importance":[4],"in":[5,27,142,163],"human":[6,51],"communication,":[7],"capturing":[8],"nearly":[9],"half":[10],"of":[11],"our":[12],"visual":[13],"attention":[14],"during":[15,167],"conversation.":[16],"Yet":[17],"anthropomorphic":[18],"robots":[19],"often":[20],"fail":[21],"to":[22,48,77,118],"achieve":[23,91],"lip-audio":[24,147],"synchronization,":[25],"resulting":[26],"clumsy":[28],"and":[29,63,67],"lifeless":[30],"lip":[31,92,123],"behaviors.":[32],"Two":[33],"fundamental":[34],"barriers":[35],"underlay":[36],"this":[37,134],"challenge.":[38],"First,":[39],"robotic":[40],"lips":[41,84],"typically":[42],"lack":[43],"the":[44,116,150],"mechanical":[45],"complexity":[46],"required":[47],"reproduce":[49],"nuanced":[50],"mouth":[52],"movements;":[53],"second,":[54],"existing":[55],"synchronization":[56,93,152],"methods":[57],"depend":[58],"on":[59,104],"manually":[60],"predefined":[61,95],"movements":[62],"rules,":[64],"restricting":[65],"adaptability":[66],"realism.":[68],"Here,":[69],"we":[70,97],"present":[71],"a":[72,87,99,105,111],"humanoid":[73],"robot":[74,117,160],"face":[75],"designed":[76],"overcome":[78],"these":[79],"limitations,":[80],"featuring":[81],"soft":[82],"silicone":[83],"actuated":[85],"by":[86],"10-degree-of-freedom":[88],"mechanism.":[89],"To":[90],"without":[94],"movements,":[96],"used":[98],"self-supervised":[100],"learning":[101],"pipeline":[102],"based":[103],"variational":[106],"autoencoder":[107],"(VAE)":[108],"combined":[109],"with":[110],"facial":[112],"action":[113],"transformer,":[114],"enabling":[115,159],"autonomously":[119],"infer":[120],"more":[121,144],"realistic":[122],"trajectories":[124],"directly":[125],"from":[126],"speech":[127,161],"audio.":[128],"Our":[129],"experimental":[130],"results":[131],"suggest":[132],"that":[133],"method":[135],"outperforms":[136],"simple":[137],"heuristics":[138],"like":[139],"amplitude-based":[140],"baselines":[141],"achieving":[143],"visually":[145],"coherent":[146],"synchronization.":[148],"Furthermore,":[149],"learned":[151],"successfully":[153],"generalizes":[154],"across":[155],"multiple":[156],"linguistic":[157],"contexts,":[158],"articulation":[162],"10":[164],"languages":[165],"unseen":[166],"training.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-09T07:52:08.696243","created_date":"2026-01-15T00:00:00"}