{"id":"https://openalex.org/W4414971702","doi":"https://doi.org/10.1145/3757377.3763879","title":"Social Agent: Mastering Dyadic Nonverbal Behavior Generation via Conversational LLM Agents","display_name":"Social Agent: Mastering Dyadic Nonverbal Behavior Generation via Conversational LLM Agents","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W4414971702","doi":"https://doi.org/10.1145/3757377.3763879"},"language":"en","primary_location":{"id":"doi:10.1145/3757377.3763879","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757377.3763879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.04637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111312775","display_name":"Zeyi Zhang","orcid":"https://orcid.org/0000-0002-2029-7118"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyi Zhang","raw_affiliation_strings":["School of Intelligence Science and Technology, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112976860","display_name":"Yanju Zhou","orcid":"https://orcid.org/0009-0006-4782-5589"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanju Zhou","raw_affiliation_strings":["Yuanpei College, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Yuanpei College, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033108892","display_name":"Heyuan Yao","orcid":"https://orcid.org/0000-0002-6168-6777"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heyuan Yao","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087544665","display_name":"Tenglong Ao","orcid":"https://orcid.org/0000-0002-7418-1014"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tenglong Ao","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040988693","display_name":"Xiaohang Zhan","orcid":"https://orcid.org/0000-0003-2136-7592"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohang Zhan","raw_affiliation_strings":["Tencent, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tencent, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100644192","display_name":"Libin Liu","orcid":"https://orcid.org/0000-0003-3902-9954"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libin Liu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5111312775"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":2.8331,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92665451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9538999795913696,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9452000260353088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.761900007724762},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7552000284194946},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.7160999774932861},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4993000030517578},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3946000039577484},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.32670000195503235}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.761900007724762},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7552000284194946},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.7160999774932861},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5641000270843506},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4993000030517578},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.45840001106262207},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45809999108314514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4323999881744385},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3946000039577484},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C2780829048","wikidata":"https://www.wikidata.org/wiki/Q1624720","display_name":"Conversation analysis","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C92811239","wikidata":"https://www.wikidata.org/wiki/Q20998670","display_name":"Expressivity","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3757377.3763879","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757377.3763879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.04637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04637","pdf_url":"https://arxiv.org/pdf/2510.04637","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.04637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04637","pdf_url":"https://arxiv.org/pdf/2510.04637","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4414971702.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,145],"present":[1],"Social":[2],"Agent,":[3],"a":[4,29,50,110],"novel":[5,51],"framework":[6],"for":[7,44,80,152],"synthesizing":[8],"realistic":[9,86],"and":[10,39,92,105,117,126,150],"contextually":[11],"appropriate":[12,41],"co-speech":[13],"nonverbal":[14,143],"behaviors":[15,43],"in":[16,85],"dyadic":[17,138],"conversations.":[18],"In":[19],"this":[20],"framework,":[21],"we":[22,48],"develop":[23],"an":[24,58],"agentic":[25,73,97],"system":[26,74,98],"driven":[27],"by":[28],"Large":[30],"Language":[31],"Model":[32],"(LLM)":[33],"to":[34],"direct":[35],"the":[36,72,81,90,96,101,121,135,148],"conversation":[37],"flow":[38],"determine":[40],"interactive":[42],"both":[45,89],"participants.":[46,123],"Additionally,":[47],"propose":[49],"dual-person":[52],"gesture":[53,82],"generation":[54],"model":[55,132],"based":[56],"on":[57],"auto-regressive":[59],"diffusion":[60],"model,":[61],"which":[62],"synthesizes":[63],"coordinated":[64],"motions":[65],"from":[66],"speech":[67],"signals.":[68],"The":[69],"output":[70],"of":[71,103,137],"is":[75],"translated":[76],"into":[77],"high-level":[78],"guidance":[79],"generator,":[83],"resulting":[84],"movement":[87],"at":[88],"behavioral":[91],"motion":[93],"levels.":[94],"Furthermore,":[95],"periodically":[99],"examines":[100],"movements":[102],"interlocutors":[104],"infers":[106],"their":[107],"intentions,":[108],"forming":[109],"continuous":[111],"feedback":[112],"loop":[113],"that":[114,130],"enables":[115],"dynamic":[116],"responsive":[118],"interactions":[119],"between":[120],"two":[122],"User":[124],"studies":[125],"quantitative":[127],"evaluations":[128],"show":[129],"our":[131],"significantly":[133],"improves":[134],"quality":[136],"interactions,":[139],"producing":[140],"natural,":[141],"synchronized":[142],"behaviors.":[144],"will":[146],"release":[147],"code":[149],"prompts":[151],"academic":[153],"research.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}