{"id":"https://openalex.org/W4392911120","doi":"https://doi.org/10.1109/icassp48485.2024.10448446","title":"DT-NeRF: Decomposed Triplane-Hash Neural Radiance Fields For High-Fidelity Talking Portrait Synthesis","display_name":"DT-NeRF: Decomposed Triplane-Hash Neural Radiance Fields For High-Fidelity Talking Portrait Synthesis","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392911120","doi":"https://doi.org/10.1109/icassp48485.2024.10448446"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102556611","display_name":"Yaoyu Su","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoyu Su","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667755","display_name":"Shaohui Wang","orcid":"https://orcid.org/0000-0001-6941-3194"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohui Wang","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028229824","display_name":"Haoqian Wang","orcid":"https://orcid.org/0000-0003-2792-8469"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqian Wang","raw_affiliation_strings":["Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Shenzhen International Graduate School,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3975","last_page":"3979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9534000158309937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9334999918937683,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9301000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.6714867353439331},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.6648861169815063},{"id":"https://openalex.org/keywords/portrait","display_name":"Portrait","score":0.659542441368103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5846970677375793},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1742887794971466},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.13544926047325134},{"id":"https://openalex.org/keywords/art-history","display_name":"Art history","score":0.11013942956924438},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.09215214848518372},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07380065321922302}],"concepts":[{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.6714867353439331},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.6648861169815063},{"id":"https://openalex.org/C162462552","wikidata":"https://www.wikidata.org/wiki/Q134307","display_name":"Portrait","level":2,"score":0.659542441368103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5846970677375793},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1742887794971466},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.13544926047325134},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.11013942956924438},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.09215214848518372},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07380065321922302}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2944294033","https://openalex.org/W3019952993","https://openalex.org/W3081492798","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3109585842","https://openalex.org/W3177583232","https://openalex.org/W3186090335","https://openalex.org/W3195529437","https://openalex.org/W3206736890","https://openalex.org/W3211147706","https://openalex.org/W4200174933","https://openalex.org/W4211123385","https://openalex.org/W4221151978","https://openalex.org/W4226204502","https://openalex.org/W4281651265","https://openalex.org/W4309876056","https://openalex.org/W4312234520","https://openalex.org/W4312453532","https://openalex.org/W4312959196","https://openalex.org/W4312990833","https://openalex.org/W4386075614","https://openalex.org/W4386075787","https://openalex.org/W4390872116","https://openalex.org/W6811548253","https://openalex.org/W6847187194"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2043512367","https://openalex.org/W3169920643","https://openalex.org/W4321518006","https://openalex.org/W2063032739","https://openalex.org/W2360001249","https://openalex.org/W594086971"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"present":[4],"the":[5,17,34,45,48,51,79,88,92,104],"decomposed":[6],"triplane-hash":[7],"neural":[8],"radiance":[9],"fields":[10],"(DT-NeRF),":[11],"a":[12],"framework":[13],"that":[14],"significantly":[15],"improves":[16],"photorealistic":[18],"rendering":[19,98],"of":[20,81,91,108],"talking":[21],"faces":[22],"and":[23,47,62,106],"achieves":[24],"state-of-the-art":[25],"results":[26],"on":[27],"key":[28],"evaluation":[29],"datasets.":[30],"Our":[31],"architecture":[32],"decomposes":[33],"facial":[35,53],"region":[36],"into":[37,68],"two":[38],"specialized":[39,42],"triplanes:":[40],"one":[41],"for":[43,50],"representing":[44],"mouth,":[46],"other":[49],"broader":[52],"features.":[54],"We":[55],"introduce":[56],"audio":[57],"features":[58],"as":[59,65],"residual":[60],"terms":[61],"integrate":[63],"them":[64],"query":[66],"vectors":[67],"our":[69,76,109],"model":[70],"through":[71,95],"an":[72],"audio-mouth-face":[73],"transformer.":[74],"Additionally,":[75],"method":[77],"leverages":[78],"capabilities":[80],"Neural":[82],"Radiance":[83],"Fields":[84],"(NeRF)":[85],"to":[86],"enrich":[87],"volumetric":[89,97],"representation":[90],"entire":[93],"face":[94],"additive":[96],"techniques.":[99],"Comprehensive":[100],"experimental":[101],"evaluations":[102],"corroborate":[103],"effectiveness":[105],"superiority":[107],"proposed":[110],"approach.":[111]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}