{"id":"https://openalex.org/W4387693486","doi":"https://doi.org/10.1145/3607541.3616820","title":"Responsive Listening Head Synthesis with 3DMM and Dual-Stream Prediction Network","display_name":"Responsive Listening Head Synthesis with 3DMM and Dual-Stream Prediction Network","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387693486","doi":"https://doi.org/10.1145/3607541.3616820"},"language":"en","primary_location":{"id":"doi:10.1145/3607541.3616820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607541.3616820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimedia Content Generation and Evaluation: New Methods and Practice","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048818071","display_name":"Jun Yu","orcid":"https://orcid.org/0000-0002-3197-8103"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yu","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3197-8103","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036648287","display_name":"Shenshen Du","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenshen Du","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2683-3313","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018188749","display_name":"H Y Shi","orcid":"https://orcid.org/0009-0004-2655-6098"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoxiang Shi","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0004-2655-6098","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101471138","display_name":"Yiwei Zhang","orcid":"https://orcid.org/0009-0006-5405-1673"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwei Zhang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0006-5405-1673","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101582583","display_name":"Renbin Su","orcid":"https://orcid.org/0009-0002-7408-6962"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renbin Su","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0002-7408-6962","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070529355","display_name":"Zhongpeng Cai","orcid":"https://orcid.org/0000-0002-2540-3215"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpeng Cai","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2540-3215","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030827112","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0001-5181-3384"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-5181-3384","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1848,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.44502909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"137","last_page":"143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.874361515045166},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6539405584335327},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6259716749191284},{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.6201816201210022},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.533513069152832},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.5195499062538147},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.42579805850982666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3485426902770996}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.874361515045166},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6539405584335327},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6259716749191284},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.6201816201210022},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.533513069152832},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.5195499062538147},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.42579805850982666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3485426902770996},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3607541.3616820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607541.3616820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimedia Content Generation and Evaluation: New Methods and Practice","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2017107803","https://openalex.org/W2134963900","https://openalex.org/W2150610356","https://openalex.org/W2161304138","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2550143307","https://openalex.org/W2737658251","https://openalex.org/W2739192055","https://openalex.org/W2747329762","https://openalex.org/W2769666294","https://openalex.org/W2962770929","https://openalex.org/W2964449965","https://openalex.org/W3019952993","https://openalex.org/W3081492798","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3154411171","https://openalex.org/W3159279967","https://openalex.org/W3174763799","https://openalex.org/W3176721746","https://openalex.org/W3204680331","https://openalex.org/W3207849023","https://openalex.org/W3208601549","https://openalex.org/W4225760288","https://openalex.org/W4312309978","https://openalex.org/W4312345918","https://openalex.org/W4386072021","https://openalex.org/W6757817989"],"related_works":["https://openalex.org/W2029561777","https://openalex.org/W172797710","https://openalex.org/W3165080709","https://openalex.org/W2945105049","https://openalex.org/W2626699140","https://openalex.org/W2909357361","https://openalex.org/W4387098302","https://openalex.org/W4288365855","https://openalex.org/W2948317131","https://openalex.org/W566641833"],"abstract_inverted_index":{"In":[0,64],"a":[1,69,91,96,103,127,159,175],"conversation,":[2],"it":[3],"is":[4,163,178,199],"crucial":[5],"for":[6],"the":[7,14,17,24,38,45,50,108,115,134,141,146,155,168,172,182,187,190],"listener":[8],"to":[9,13,21,42,52,71,78,106,132,153,165,180],"provide":[10],"appropriate":[11],"reactions":[12],"speaker,":[15],"as":[16],"dialogue":[18],"becomes":[19],"challenging":[20],"sustain":[22],"without":[23],"listener's":[25,147,156],"involvement.":[26],"Consequently,":[27],"responsive":[28,203],"listening":[29,54,183,204],"head":[30],"synthesis":[31],"has":[32],"become":[33],"an":[34],"important":[35],"task.":[36],"However,":[37],"existing":[39],"methods":[40],"fail":[41],"adequately":[43],"utilize":[44],"audio":[46,74,86,100,109,120],"and":[47,75,95,212],"video":[48,76,89,124,136],"of":[49,118,171,189,201],"speaker":[51,85,88,123],"generate":[53,181],"heads,":[55],"resulting":[56],"in":[57],"unnatural":[58],"or":[59],"even":[60],"distorted":[61],"generated":[62],"videos.":[63],"this":[65,80],"paper,":[66],"we":[67,139],"propose":[68],"framework":[70,83],"effectively":[72],"encode":[73,107],"features":[77,117,144],"address":[79],"problem.":[81],"The":[82,99,122],"includes":[84],"encoder,":[87,90],"Dual-Stream":[92,160],"Prediction":[93,161],"Network":[94,162],"rendering":[97,176],"network.":[98,173,192],"encoder":[101,105,125],"utilizes":[102],"transformer":[104],"features,":[110],"enabling":[111],"better":[112,210],"focus":[113],"on":[114,186],"contextual":[116],"long":[119],"inputs.":[121],"uses":[126],"3D":[128],"morphable":[129],"model":[130],"(3DMM)":[131],"extract":[133],"speaker's":[135,142],"features.":[137],"Then":[138],"fuse":[140],"audio-video":[143],"with":[145,206],"identity":[148],"information":[149],"extracted":[150],"by":[151],"3DMM":[152],"preserve":[154],"style.":[157],"Additionally,":[158],"introduced":[164],"further":[166],"enhance":[167],"prediction":[169,191],"capability":[170],"Finally,":[174],"network":[177],"used":[179],"heads":[184,205],"based":[185],"result":[188],"Comprehensive":[193],"experiments":[194],"demonstrate":[195],"that":[196],"our":[197],"approach":[198],"capable":[200],"generating":[202],"higher":[207,213],"visual":[208],"quality,":[209],"naturalness":[211],"reconstruction":[214],"fidelity.":[215]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}