{"id":"https://openalex.org/W4387993547","doi":"https://doi.org/10.1145/3586182.3616623","title":"Generative Facial Expressions and Eye Gaze Behavior from Prompts for Multi-Human-Robot Interaction","display_name":"Generative Facial Expressions and Eye Gaze Behavior from Prompts for Multi-Human-Robot Interaction","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387993547","doi":"https://doi.org/10.1145/3586182.3616623"},"language":"en","primary_location":{"id":"doi:10.1145/3586182.3616623","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3586182.3616623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093135951","display_name":"Gabriel J Serfaty","orcid":"https://orcid.org/0009-0009-2424-6527"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gabriel J Serfaty","raw_affiliation_strings":["University of Michigan, United States"],"raw_orcid":"https://orcid.org/0009-0009-2424-6527","affiliations":[{"raw_affiliation_string":"University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037420293","display_name":"Virgil O. Barnard","orcid":"https://orcid.org/0009-0006-8673-2334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Virgil O Barnard","raw_affiliation_strings":["Open Innovation Center, Riverside Research, United States"],"raw_orcid":"https://orcid.org/0009-0006-8673-2334","affiliations":[{"raw_affiliation_string":"Open Innovation Center, Riverside Research, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004760366","display_name":"Joseph P. Salisbury","orcid":"https://orcid.org/0000-0002-9448-9024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph P Salisbury","raw_affiliation_strings":["Open Innovation Center, Riverside Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-9448-9024","affiliations":[{"raw_affiliation_string":"Open Innovation Center, Riverside Research, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5093135951"],"corresponding_institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"],"apc_list":null,"apc_paid":null,"fwci":3.243,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9190166,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7832143306732178},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7201987504959106},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6405912637710571},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6370713710784912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.607181966304779},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5967243909835815},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.5633544921875},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5034732222557068},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.49244794249534607},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.47534653544425964},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.46598878502845764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4339011311531067},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.34017130732536316},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3207893371582031},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.27390336990356445},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.23287153244018555}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7832143306732178},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7201987504959106},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6405912637710571},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6370713710784912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.607181966304779},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5967243909835815},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.5633544921875},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5034732222557068},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.49244794249534607},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.47534653544425964},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.46598878502845764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4339011311531067},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.34017130732536316},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3207893371582031},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.27390336990356445},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.23287153244018555},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3586182.3616623","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3586182.3616623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1542318638","https://openalex.org/W1987411016","https://openalex.org/W2096284813","https://openalex.org/W2543757304","https://openalex.org/W2617211984","https://openalex.org/W2883597719","https://openalex.org/W2987954794","https://openalex.org/W3080373188","https://openalex.org/W3150248956","https://openalex.org/W3185341429","https://openalex.org/W3211000018","https://openalex.org/W4321649710","https://openalex.org/W4323536841","https://openalex.org/W4323537124","https://openalex.org/W4323650481","https://openalex.org/W4366597729","https://openalex.org/W7062100370"],"related_works":["https://openalex.org/W4396748111","https://openalex.org/W2722112567","https://openalex.org/W2775620487","https://openalex.org/W3122170352","https://openalex.org/W4398164220","https://openalex.org/W2044445783","https://openalex.org/W2109054804","https://openalex.org/W3108662714","https://openalex.org/W4312511060","https://openalex.org/W2134294860"],"abstract_inverted_index":{"Nonverbal":[0],"cues":[1],"such":[2],"as":[3],"eye":[4,81],"gaze":[5,45,82],"and":[6,17,44,80,101],"facial":[7,42,78],"expressions":[8],"play":[9],"critical":[10],"roles":[11],"in":[12,116],"conveying":[13],"intent,":[14],"regulating":[15],"conversation,":[16],"fostering":[18],"engagement.":[19],"A":[20],"robot's":[21,77,113],"ability":[22],"to":[23,40,48,64,108],"effectively":[24],"deploy":[25],"these":[26],"behaviors":[27,47,83],"can":[28,74,105],"significantly":[29],"enhance":[30],"human-robot":[31],"collaboration.":[32],"We":[33],"describe":[34,91],"a":[35,50,65,76,85,92,112],"simple":[36,100],"zero-shot":[37],"learning":[38],"approach":[39,104],"generate":[41],"expression":[43,79],"shifting":[46],"control":[49,75],"social":[51,114],"robot":[52,97],"conversing":[53],"with":[54],"an":[55],"individual":[56],"or":[57],"group.":[58],"An":[59],"initial":[60],"prompt":[61],"provides":[62],"instructions":[63],"pre-trained":[66],"large":[67],"language":[68],"model":[69,73],"on":[70],"how":[71],"the":[72,96],"during":[84],"conversation.":[86],"To":[87],"demonstrate":[88],"this,":[89],"we":[90],"proof-of-concept":[93],"implementation":[94],"using":[95],"Furhat.":[98],"This":[99],"easily":[102],"customizable":[103],"be":[106],"used":[107],"improve":[109],"perception":[110],"of":[111],"presence":[115],"multi-human-robot":[117],"interactions.":[118]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}