{"id":"https://openalex.org/W4285981704","doi":"https://doi.org/10.1145/3528233.3530720","title":"Animating Portrait Line Drawings from a Single Face Photo and a Speech Signal","display_name":"Animating Portrait Line Drawings from a Single Face Photo and a Speech Signal","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W4285981704","doi":"https://doi.org/10.1145/3528233.3530720"},"language":"en","primary_location":{"id":"doi:10.1145/3528233.3530720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530720","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530720","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530720","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054879013","display_name":"Ran Yi","orcid":"https://orcid.org/0000-0003-1858-3358"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ran Yi","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101402532","display_name":"Zipeng Ye","orcid":"https://orcid.org/0000-0002-4322-7550"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Ye","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061750195","display_name":"Ruoyu Fan","orcid":"https://orcid.org/0009-0007-4815-3291"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoyu Fan","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050459818","display_name":"Yezhi Shu","orcid":"https://orcid.org/0000-0002-8611-2411"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yezhi Shu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008076279","display_name":"Yong\u2010Jin Liu","orcid":"https://orcid.org/0000-0001-5774-1916"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong-Jin Liu","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["Cardiff University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Cardiff University, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068129380","display_name":"Paul L. Rosin","orcid":"https://orcid.org/0000-0002-4965-3884"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul L. Rosin","raw_affiliation_strings":["Cardiff University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Cardiff University, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5054879013"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.7353,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85783687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097227811813354},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5332804322242737},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5242326855659485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4762149751186371},{"id":"https://openalex.org/keywords/discontinuity","display_name":"Discontinuity (linguistics)","score":0.46671149134635925},{"id":"https://openalex.org/keywords/image-warping","display_name":"Image warping","score":0.4647960066795349},{"id":"https://openalex.org/keywords/portrait","display_name":"Portrait","score":0.45215415954589844},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.43909966945648193},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.4233602285385132},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41990044713020325},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.39609602093696594},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.09913530945777893},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.09026381373405457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097227811813354},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5332804322242737},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5242326855659485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4762149751186371},{"id":"https://openalex.org/C2777042112","wikidata":"https://www.wikidata.org/wiki/Q5281658","display_name":"Discontinuity (linguistics)","level":2,"score":0.46671149134635925},{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.4647960066795349},{"id":"https://openalex.org/C162462552","wikidata":"https://www.wikidata.org/wiki/Q134307","display_name":"Portrait","level":2,"score":0.45215415954589844},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.43909966945648193},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.4233602285385132},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41990044713020325},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.39609602093696594},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.09913530945777893},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.09026381373405457},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3528233.3530720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530720","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530720","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:150490","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.1145/3528233.3530720","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3528233.3530720","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3528233.3530720","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G1014109120","display_name":null,"funder_award_id":"72192821","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1736198338","display_name":null,"funder_award_id":"61725204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3087161604","display_name":null,"funder_award_id":"I8ZD22","funder_id":"https://openalex.org/F4320327557","funder_display_name":"National Office for Philosophy and Social Sciences"},{"id":"https://openalex.org/G3429353868","display_name":null,"funder_award_id":"21511101200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G3827001031","display_name":null,"funder_award_id":"21511101200, 22YF1420300","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4535010772","display_name":null,"funder_award_id":"72192821, 61972157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5465080215","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G6001041251","display_name":null,"funder_award_id":"61725204,72192821,61972157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6165465362","display_name":null,"funder_award_id":"61972157","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6946864964","display_name":null,"funder_award_id":"22YF1420300","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7685443560","display_name":null,"funder_award_id":"2019YFC1521104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7883464895","display_name":null,"funder_award_id":"SHZDZX0102","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7955319111","display_name":null,"funder_award_id":"021SHZDZX0102","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8551726186","display_name":null,"funder_award_id":"2021SHZDZX","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320327557","display_name":"National Office for Philosophy and Social Sciences","ror":"https://ror.org/04m0ms912"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285981704.pdf","grobid_xml":"https://content.openalex.org/works/W4285981704.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2340926053","https://openalex.org/W2341528187","https://openalex.org/W2560662850","https://openalex.org/W2738406145","https://openalex.org/W2979894294","https://openalex.org/W3015925440","https://openalex.org/W3017090426","https://openalex.org/W3029286132","https://openalex.org/W3101998545","https://openalex.org/W4214708455","https://openalex.org/W4226004329","https://openalex.org/W4245551996","https://openalex.org/W4301045096","https://openalex.org/W6600007113","https://openalex.org/W6600175266","https://openalex.org/W6948150082"],"related_works":["https://openalex.org/W1670332068","https://openalex.org/W2095618524","https://openalex.org/W2063032739","https://openalex.org/W2735770592","https://openalex.org/W2360001249","https://openalex.org/W1971024059","https://openalex.org/W1502062143","https://openalex.org/W594086971","https://openalex.org/W2315550989","https://openalex.org/W2031725242"],"abstract_inverted_index":{"Animating":[0],"a":[1,27,43,51,69,79,84,99,144],"single":[2,80],"face":[3,23,46,81],"photo":[4,82,109],"is":[5,26,184],"an":[6],"important":[7],"research":[8],"topic":[9],"which":[10,25],"receives":[11],"considerable":[12],"attention":[13],"in":[14,38],"computer":[15],"vision":[16],"and":[17,29,83,112,139,160,177],"graphics.":[18],"Yet":[19],"line":[20],"drawings":[21],"for":[22],"portraits,":[24],"longstanding":[28],"popular":[30],"art":[31],"form,":[32],"have":[33],"not":[34],"been":[35],"explored":[36],"much":[37],"this":[39,64],"area.":[40],"Simply":[41],"concatenating":[42],"realistic":[44],"talking":[45,75,157],"video":[47],"generation":[48],"model":[49,102,152],"with":[50],"photo-to-drawing":[52],"style":[53],"transfer":[54,107],"module":[55],"suffers":[56],"from":[57,92],"severe":[58],"inter-frame":[59,125],"discontinuity":[60,126],"issues.":[61],"To":[62,122],"address":[63,123],"new":[65],"challenge,":[66],"we":[67,97,128],"propose":[68,98,129],"novel":[70,100,131],"framework":[71],"to":[72,103,110,117,173],"generate":[73,178],"artistic":[74,156,175],"portrait-line-drawing":[76,158],"video,":[77],"given":[78],"speech":[85,95],"signal.":[86],"After":[87],"predicting":[88],"facial":[89,113,120],"landmark":[90],"movements":[91],"the":[93,118,124,140],"input":[94],"signal,":[96],"GAN":[101],"simultaneously":[104],"handle":[105],"domain":[106],"(from":[108],"drawing)":[111],"geometry":[114],"change":[115],"(according":[116],"predicted":[119],"landmarks).":[121],"issues,":[127],"two":[130],"temporal":[132,145],"coherence":[133,146],"losses:":[134],"one":[135],"based":[136,142],"on":[137,143],"warping":[138],"other":[141,174],"discriminator.":[147],"Experiments":[148],"show":[149,166],"that":[150],"our":[151,167],"produces":[153],"high":[154],"quality":[155],"videos":[159],"outperforms":[161],"baseline":[162],"methods.":[163],"We":[164],"also":[165],"method":[168],"can":[169],"be":[170],"easily":[171],"extended":[172],"styles":[176],"good":[179],"results.":[180],"The":[181],"source":[182],"code":[183],"available":[185],"at":[186],"https://github.com/AnimatePortrait/AnimatePortrait":[187],".":[188]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}