{"id":"https://openalex.org/W7128956075","doi":"https://doi.org/10.3390/info17020200","title":"Vox2Face: Speech-Driven Face Generation via Identity-Space Alignment and Diffusion Self-Consistency","display_name":"Vox2Face: Speech-Driven Face Generation via Identity-Space Alignment and Diffusion Self-Consistency","publication_year":2026,"publication_date":"2026-02-14","ids":{"openalex":"https://openalex.org/W7128956075","doi":"https://doi.org/10.3390/info17020200"},"language":"en","primary_location":{"id":"doi:10.3390/info17020200","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17020200","pdf_url":"https://www.mdpi.com/2078-2489/17/2/200/pdf?version=1771069712","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/17/2/200/pdf?version=1771069712","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066835230","display_name":"Qiming Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Ma","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126067068","display_name":"Yizhen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhen Wang","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126050318","display_name":"Xiang Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Sun","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126069281","display_name":"Jiadi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiadi Liu","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124093738","display_name":"Gang Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Cheng","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126059268","display_name":"Jia Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]},{"id":"https://openalex.org/I4210152160","display_name":"Zhengzhou Railway Vocational & Technical College","ror":"https://ror.org/04zs83x19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Feng","raw_affiliation_strings":["Department of Traffic Management Engineering, Henan Police College, Zhengzhou 450046, China","School of Traffic Management, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Traffic Management Engineering, Henan Police College, Zhengzhou 450046, China","institution_ids":["https://openalex.org/I4210152160"]},{"raw_affiliation_string":"School of Traffic Management, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126055650","display_name":"Rong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Wang","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5120912337","display_name":"Fanliang Bu","orcid":null},"institutions":[{"id":"https://openalex.org/I37448385","display_name":"China People's Public Security University","ror":"https://ror.org/05twya590","country_code":"CN","type":"education","lineage":["https://openalex.org/I37448385"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fanliang Bu","raw_affiliation_strings":["School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Network Security, People\u2019s Public Security University of China, Beijing 100038, China","institution_ids":["https://openalex.org/I37448385"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5120912337"],"corresponding_institution_ids":["https://openalex.org/I37448385"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1884243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"2","first_page":"200","last_page":"200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6208999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6208999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.357699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.7408000230789185},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5561000108718872},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5203999876976013},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.453900009393692},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4523000121116638},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.41690000891685486},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.40230000019073486},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.3921999931335449}],"concepts":[{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.7408000230789185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6255999803543091},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5561000108718872},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5203999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46560001373291016},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.453900009393692},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.3921999931335449},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.37630000710487366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3605000078678131},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3325999975204468},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31360000371932983},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C33222762","wikidata":"https://www.wikidata.org/wiki/Q321119","display_name":"Identity function","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2612000107765198}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info17020200","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17020200","pdf_url":"https://www.mdpi.com/2078-2489/17/2/200/pdf?version=1771069712","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:29de8f72146043f7b79052b3deb9e92d","is_oa":false,"landing_page_url":"https://doaj.org/article/29de8f72146043f7b79052b3deb9e92d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 17, Iss 2, p 200 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info17020200","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17020200","pdf_url":"https://www.mdpi.com/2078-2489/17/2/200/pdf?version=1771069712","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7565904855728149,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128956075.pdf","grobid_xml":"https://content.openalex.org/works/W7128956075.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speech-driven":[0],"face":[1,7,45],"generation":[2,46],"aims":[3],"to":[4,36,72,151,177,185,194,207,223],"synthesize":[5],"a":[6,11,43,82,121,197,208,214],"image":[8],"that":[9,33,126,168,204],"matches":[10],"speaker\u2019s":[12],"identity":[13,22,52,76,91,136,156,210,226],"from":[14,175,183,192],"speech":[15,65,206],"alone.":[16],"However,":[17],"existing":[18],"methods":[19],"typically":[20],"trade":[21],"fidelity":[23,227],"for":[24],"visual":[25,229],"quality":[26],"and":[27,38,70,103,138,144,187,212,228],"rely":[28],"on":[29,49,153,163],"large":[30],"end-to-end":[31],"generators":[32],"are":[34,68],"difficult":[35],"train":[37],"tune.":[39],"We":[40],"propose":[41],"Vox2Face,":[42],"speech-driven":[44],"framework":[47],"centered":[48],"an":[50,95,131,220],"explicit":[51],"space":[53,211],"rather":[54],"than":[55],"direct":[56],"speech-to-image":[57],"mapping.":[58],"A":[59],"pretrained":[60],"speaker":[61],"encoder":[62],"first":[63],"extracts":[64],"embeddings,":[66],"which":[67],"distilled":[69],"metric-aligned":[71],"the":[73,100,109,141,154,159,164,171,189],"ArcFace":[74,172],"hyperspherical":[75],"space,":[77],"transforming":[78],"cross-modal":[79],"regression":[80],"into":[81],"geometrically":[83],"interpretable":[84],"speech-to-identity":[85,142],"alignment":[86],"problem.":[87],"On":[88],"this":[89,117],"unified":[90,209],"representation,":[92],"we":[93,119],"reused":[94],"identity-conditioned":[96,216],"diffusion":[97,123,160,199,217],"model":[98],"as":[99,130],"generative":[101],"backbone":[102],"synthesized":[104],"diverse,":[105],"high-resolution":[106],"faces":[107],"in":[108],"Stable":[110],"Diffusion":[111],"latent":[112],"space.":[113],"To":[114],"better":[115],"exploit":[116],"prior,":[118],"introduce":[120],"discriminator-free":[122],"self-consistency":[124],"loss":[125],"treats":[127],"denoising":[128],"residuals":[129],"implicit":[132],"critique":[133],"of":[134,158],"speech-predicted":[135],"embeddings":[137],"updates":[139],"only":[140],"mapping":[143],"lightweight":[145],"LoRA":[146],"adapters,":[147],"encouraging":[148],"speech-derived":[149],"identities":[150],"lie":[152],"high-probability":[155],"manifold":[157],"model.":[161],"Experiments":[162],"HQ-VoxCeleb":[165],"dataset":[166],"show":[167],"Vox2Face":[169],"improves":[170],"cosine":[173],"similarity":[174],"0.295":[176],"0.322,":[178],"boosts":[179],"R@10":[180],"retrieval":[181],"accuracy":[182],"29.8%":[184],"32.1%,":[186],"raises":[188],"VGGFace":[190],"Score":[191],"18.82":[193],"23.21":[195],"over":[196],"strong":[198,215],"baseline.":[200],"These":[201],"results":[202],"indicate":[203],"aligning":[205],"reusing":[213],"prior":[218],"is":[219],"effective":[221],"method":[222],"jointly":[224],"improve":[225],"quality.":[230]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-02-16T00:00:00"}