{"id":"https://openalex.org/W7162796490","doi":"https://doi.org/10.48550/arxiv.2605.30230","title":"IP-Adapter Is All You Need: Towards Fine-Tuning-Free Diffusion-Based Talking Face Generation","display_name":"IP-Adapter Is All You Need: Towards Fine-Tuning-Free Diffusion-Based Talking Face Generation","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162796490","doi":"https://doi.org/10.48550/arxiv.2605.30230"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30230","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30230","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30230","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137391609","display_name":"Hao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137364592","display_name":"Xiangyang Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Xiangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137364380","display_name":"Hao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137353406","display_name":"Jiawei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137334466","display_name":"Yi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137366291","display_name":"Jinwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.24120000004768372,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5746999979019165},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5715000033378601},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5644000172615051},{"id":"https://openalex.org/keywords/flicker","display_name":"Flicker","score":0.5232999920845032},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5102999806404114},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4855000078678131},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4474000036716461},{"id":"https://openalex.org/keywords/jitter","display_name":"Jitter","score":0.4075999855995178},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.40709999203681946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7731999754905701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5795999765396118},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5746999979019165},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5715000033378601},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C19743564","wikidata":"https://www.wikidata.org/wiki/Q25378119","display_name":"Flicker","level":2,"score":0.5232999920845032},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5102999806404114},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4932999908924103},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4855000078678131},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4474000036716461},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.36899998784065247},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2533000111579895},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30230","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30230","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30230","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30230","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,40,58,69,80,86,103,122,140],"rapid":[2],"advancement":[3],"of":[4,36,61,73,88],"diffusion":[5,192],"models,":[6],"talking":[7,54,195],"face":[8,55,196],"generation":[9,56],"has":[10],"made":[11],"remarkable":[12],"progress.":[13],"However,":[14],"existing":[15,166],"diffusion-based":[16,37],"methods":[17],"still":[18],"require":[19],"task-specific":[20],"fine-tuning":[21],"and":[22,34,64,93,108,111,118,138,149,152,155,179],"large-scale":[23],"audiovisual":[24],"datasets,":[25],"resulting":[26],"in":[27,169,177,186],"high":[28],"computational":[29],"costs":[30],"that":[31,51,162],"hinder":[32],"scalability":[33],"accessibility":[35],"approaches":[38,168],"across":[39],"research":[41],"community.":[42],"To":[43,84],"address":[44,85],"this,":[45],"we":[46,96],"propose":[47],"a":[48,189],"finetuning-free":[49],"paradigm":[50],"directly":[52],"performs":[53],"using":[57],"pretrained":[59,81],"weights":[60],"Stable":[62,82],"Diffusion":[63],"IP-Adapter.":[65],"This":[66],"backbone":[67],"leverages":[68],"visual":[70,180],"embedding":[71],"capability":[72],"IP-Adapter":[74],"to":[75,114,147],"mine":[76],"lip-related":[77],"semantics":[78],"from":[79],"Diffusion.":[83],"challenges":[87],"identity":[89,116],"drift,":[90],"synchronization":[91],"errors,":[92],"temporal":[94,157],"instability,":[95],"also":[97],"design":[98],"three":[99],"trainable-parameterfree":[100],"components:":[101],"(1)":[102],"Structurist,":[104],"which":[105,125,143],"explicitly":[106],"disentangles":[107],"reassembles":[109],"lip":[110,136],"appearance":[112,119],"features":[113],"mitigate":[115],"drift":[117],"distortion;":[120],"(2)":[121],"Structure":[123],"Controller,":[124],"adaptively":[126],"refines":[127],"embeddings":[128],"based":[129],"on":[130],"quasi-monotonic":[131],"motion":[132],"trends":[133],"for":[134,194],"precise":[135],"synchronization;":[137],"(3)":[139],"Noise":[141],"Sensor,":[142],"introduces":[144],"Gaussian":[145],"prior":[146],"detect":[148],"suppress":[150],"flicker":[151],"jitter":[153],"artifacts":[154],"enhance":[156],"consistency.":[158],"Experimental":[159],"results":[160],"show":[161],"our":[163],"method":[164],"outperforms":[165],"SOTA":[167],"both":[170],"lip-sync":[171],"accuracy":[172],"(at":[173,182],"least":[174,183],"0.16":[175],"gain":[176],"PCLD)":[178],"fidelity":[181],"0.7":[184],"improvement":[185],"FID),":[187],"establishing":[188],"novel":[190],"fine-tuning-free":[191],"framework":[193],"generation.":[197]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}