{"id":"https://openalex.org/W2894592623","doi":"https://doi.org/10.1145/3242969.3243031","title":"A Generative Approach for Dynamically Varying Photorealistic Facial Expressions in Human-Agent Interactions","display_name":"A Generative Approach for Dynamically Varying Photorealistic Facial Expressions in Human-Agent Interactions","publication_year":2018,"publication_date":"2018-10-02","ids":{"openalex":"https://openalex.org/W2894592623","doi":"https://doi.org/10.1145/3242969.3243031","mag":"2894592623"},"language":"en","primary_location":{"id":"doi:10.1145/3242969.3243031","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3243031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102101230","display_name":"Yuchi Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yuchi Huang","raw_affiliation_strings":["ACT Inc., Dublin, CA, USA"],"affiliations":[{"raw_affiliation_string":"ACT Inc., Dublin, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049445059","display_name":"Saad Khan","orcid":"https://orcid.org/0000-0003-4686-4923"},"institutions":[{"id":"https://openalex.org/I4210155253","display_name":"ACT","ror":"https://ror.org/05183v471","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210155253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saad Khan","raw_affiliation_strings":["ACT Inc., Iowa City, IA, USA"],"affiliations":[{"raw_affiliation_string":"ACT Inc., Iowa City, IA, USA","institution_ids":["https://openalex.org/I4210155253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102101230"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.425,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.68001999,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"437","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7754431962966919},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.767461895942688},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5966296195983887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5270652770996094},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.5075663328170776},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4923628568649292},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.472993940114975},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.46451228857040405},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4283922016620636},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4189624786376953},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15038862824440002}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754431962966919},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.767461895942688},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5966296195983887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5270652770996094},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5075663328170776},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4923628568649292},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.472993940114975},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.46451228857040405},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4283922016620636},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4189624786376953},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15038862824440002},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242969.3243031","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242969.3243031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.75,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310246","display_name":"University of Rochester","ror":"https://ror.org/022kthw22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1579590535","https://openalex.org/W1588539311","https://openalex.org/W1782590233","https://openalex.org/W1964645923","https://openalex.org/W2007710351","https://openalex.org/W2047297755","https://openalex.org/W2055208409","https://openalex.org/W2062989416","https://openalex.org/W2067369167","https://openalex.org/W2085495585","https://openalex.org/W2097006534","https://openalex.org/W2099471712","https://openalex.org/W2116366629","https://openalex.org/W2123456995","https://openalex.org/W2125389028","https://openalex.org/W2145421863","https://openalex.org/W2146231582","https://openalex.org/W2162915993","https://openalex.org/W2170179129","https://openalex.org/W2173520492","https://openalex.org/W2237250383","https://openalex.org/W2248556341","https://openalex.org/W2301937176","https://openalex.org/W2339754110","https://openalex.org/W2395639500","https://openalex.org/W2514262209","https://openalex.org/W2519536754","https://openalex.org/W2546066744","https://openalex.org/W2552465644","https://openalex.org/W2564591810","https://openalex.org/W2566832195","https://openalex.org/W2738406145","https://openalex.org/W2740440254","https://openalex.org/W2949099979","https://openalex.org/W2949117887","https://openalex.org/W2949999304","https://openalex.org/W2963226019","https://openalex.org/W3147976114","https://openalex.org/W4251742697","https://openalex.org/W4285719527","https://openalex.org/W4365786650"],"related_works":["https://openalex.org/W2354598584","https://openalex.org/W1891287906","https://openalex.org/W203893841","https://openalex.org/W3161609347","https://openalex.org/W2997466396","https://openalex.org/W3108525755","https://openalex.org/W2996482199","https://openalex.org/W4385450842","https://openalex.org/W3174704453","https://openalex.org/W3042192313"],"abstract_inverted_index":{"This":[0,77],"paper":[1],"presents":[2],"an":[3,80],"approach":[4,102],"for":[5],"generating":[6,151],"photorealistic":[7],"video":[8,96,133,167],"sequences":[9],"of":[10,31,39,48,61,97,113,175],"dynamically":[11,58],"varying":[12,59],"facial":[13,34,68,154,162],"expressions":[14,35,163],"in":[15,36,123,164],"human-agent":[16],"interactions.":[17],"To":[18],"this":[19],"end,":[20],"we":[21,157],"study":[22],"human-human":[23],"interactions":[24],"to":[25,86,93,136,173],"model":[26,92,147],"the":[27,37,40,53,62,73,98,114,120,124,165,176],"relationship":[28],"and":[29],"influence":[30],"one":[32],"individual's":[33],"reaction":[38],"other.":[41],"We":[42,143],"introduce":[43],"a":[44,57,88,104],"two":[45],"level":[46],"optimization":[47],"generative":[49,91],"adversarial":[50],"models,":[51],"wherein":[52],"first":[54],"stage":[55,90],"generates":[56],"sequence":[60],"agent's":[63],"face":[64],"sketch":[65],"conditioned":[66],"on":[67,132],"expression":[69],"features":[70,112],"derived":[71],"from":[72,110],"interacting":[74],"human":[75,177],"partner.":[76,178],"serves":[78],"as":[79],"intermediate":[81],"representation,":[82],"which":[83,116],"is":[84,148],"used":[85],"condition":[87],"second":[89],"synthesize":[94],"high-quality":[95],"agent":[99,161],"face.":[100],"Our":[101],"uses":[103],"novel":[105],"L1":[106],"regularization":[107],"term":[108],"computed":[109],"layer":[111],"discriminator,":[115],"are":[117,129],"integrated":[118],"with":[119],"generator":[121],"objective":[122],"GAN":[125],"model.":[126],"Session":[127],"constraints":[128],"also":[130],"imposed":[131],"frame":[134],"generation":[135],"ensure":[137],"appearance":[138],"consistency":[139],"between":[140],"consecutive":[141],"frames.":[142],"demonstrated":[144],"that":[145,160],"our":[146],"effective":[149],"at":[150],"visually":[152],"compelling":[153],"expressions.":[155],"Moreover,":[156],"quantitatively":[158],"showed":[159],"generated":[166],"clips":[168],"reflect":[169],"valid":[170],"emotional":[171],"reactions":[172],"behavior":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-20T07:46:08.049788","created_date":"2025-10-10T00:00:00"}