{"id":"https://openalex.org/W3093519492","doi":"https://doi.org/10.1145/3382507.3418878","title":"Estimating the Intensity of Facial Expressions Accompanying Feedback Responses in Multiparty Video-Mediated Communication","display_name":"Estimating the Intensity of Facial Expressions Accompanying Feedback Responses in Multiparty Video-Mediated Communication","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3093519492","doi":"https://doi.org/10.1145/3382507.3418878","mag":"3093519492"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3418878","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037919787","display_name":"Ryosuke Ueno","orcid":null},"institutions":[{"id":"https://openalex.org/I6030618","display_name":"Seikei University","ror":"https://ror.org/03ptaj492","country_code":"JP","type":"education","lineage":["https://openalex.org/I6030618"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryosuke Ueno","raw_affiliation_strings":["Seikei University, Musashino-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seikei University, Musashino-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I6030618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038153180","display_name":"Yukiko Nakano","orcid":"https://orcid.org/0000-0003-1658-8219"},"institutions":[{"id":"https://openalex.org/I6030618","display_name":"Seikei University","ror":"https://ror.org/03ptaj492","country_code":"JP","type":"education","lineage":["https://openalex.org/I6030618"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiko I. Nakano","raw_affiliation_strings":["Seikei University, Musashino-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seikei University, Musashino-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I6030618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112412337","display_name":"Jie Zeng","orcid":"https://orcid.org/0009-0000-5303-3461"},"institutions":[{"id":"https://openalex.org/I6030618","display_name":"Seikei University","ror":"https://ror.org/03ptaj492","country_code":"JP","type":"education","lineage":["https://openalex.org/I6030618"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jie Zeng","raw_affiliation_strings":["Seikei University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seikei University, Tokyo, Japan","institution_ids":["https://openalex.org/I6030618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034622014","display_name":"Fumio Nihei","orcid":"https://orcid.org/0009-0006-8242-2240"},"institutions":[{"id":"https://openalex.org/I6030618","display_name":"Seikei University","ror":"https://ror.org/03ptaj492","country_code":"JP","type":"education","lineage":["https://openalex.org/I6030618"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Fumio Nihei","raw_affiliation_strings":["Seikei University, Musashino-shi, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seikei University, Musashino-shi, Tokyo, Japan","institution_ids":["https://openalex.org/I6030618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I6030618"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"144","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.725934624671936},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7253916263580322},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6258676052093506},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6051661968231201},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5860662460327148},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5037986636161804},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.49815988540649414},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.4299372136592865},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4136369824409485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3725087642669678},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.21943306922912598},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19791561365127563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725934624671936},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7253916263580322},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6258676052093506},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6051661968231201},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5860662460327148},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5037986636161804},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.49815988540649414},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.4299372136592865},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4136369824409485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3725087642669678},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.21943306922912598},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19791561365127563},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382507.3418878","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W50436424","https://openalex.org/W1535859182","https://openalex.org/W1588539311","https://openalex.org/W1628791547","https://openalex.org/W1963080254","https://openalex.org/W1965493816","https://openalex.org/W1980331490","https://openalex.org/W1991123335","https://openalex.org/W2009658355","https://openalex.org/W2041825950","https://openalex.org/W2151920946","https://openalex.org/W2782668511","https://openalex.org/W2787512630","https://openalex.org/W2807126412","https://openalex.org/W2941977732","https://openalex.org/W2963503541","https://openalex.org/W2963643446","https://openalex.org/W2980326236","https://openalex.org/W2980468437","https://openalex.org/W2985276180","https://openalex.org/W2990137741","https://openalex.org/W3101726544","https://openalex.org/W4255293871","https://openalex.org/W4285719527","https://openalex.org/W4298205916"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Providing":[0],"feedback":[1,83,136,186,242],"to":[2,22,115,118,207,272],"a":[3,12,68,163,167],"speaker":[4],"is":[5,29,112],"an":[6,30],"essential":[7],"communication":[8],"signal":[9],"for":[10,33,155,197,212,260],"maintaining":[11],"conversation.":[13],"In":[14,63,91,219],"specific":[15,61],"feedback,":[16],"which":[17],"indicates":[18],"the":[19,23,26,35,41,48,53,57,60,76,105,107,110,119,128,134,159,174,185,209,213,220,253],"listener's":[20,36],"reaction":[21],"speaker?s":[24],"utterances,":[25],"facial":[27,44,79,120,131,239],"expression":[28,132,240],"effective":[31],"modality":[32],"conveying":[34],"reactions.":[37],"Moreover,":[38],"not":[39],"only":[40],"type":[42],"of":[43,50,52,59,78,98,109,130,146,176,179,230],"expressions,":[45,54],"but":[46],"also":[47],"degree":[49],"intensity":[51,77,175,210],"may":[55],"influence":[56],"meaning":[58],"feedback.":[62],"this":[64],"study,":[65],"we":[66,165],"propose":[67],"multimodal":[69,224],"deep":[70,168],"neural":[71,169],"network":[72,170],"model":[73,171,193],"that":[74,124,172,237,247,263],"predicts":[75,173],"expressions":[80],"co-occurring":[81,183],"with":[82,184,194],"responses.":[84,187,243],"We":[85,122,139],"focus":[86],"on":[87,104,252],"multiparty":[88],"video-mediated":[89,92,142],"communication.":[90],"communication,":[93,127],"close-up":[94],"frontal":[95],"face":[96],"images":[97],"each":[99,156],"participant":[100],"are":[101],"continuously":[102],"presented":[103],"display;":[106],"attention":[108,195],"participants":[111],"more":[113],"likely":[114],"be":[116],"drawn":[117],"expressions.":[121],"assume":[123],"in":[125,133,228,233,241],"such":[126],"importance":[129],"listeners?":[135],"responses":[137],"increases.":[138],"collected":[140,161],"33":[141],"conversations":[143],"by":[144,217],"groups":[145],"three":[147],"people":[148],"and":[149,152,200,223,266,268,277],"obtained":[150],"audio":[151,256],"speech":[153],"data":[154],"participant.":[157],"Using":[158],"corpus":[160],"as":[162],"dataset,":[164],"created":[166],"17":[177,214],"types":[178],"action":[180],"units":[181],"(AUs)":[182],"The":[188,244],"proposed":[189],"method":[190],"employed":[191],"GRU-based":[192],"mechanism":[196],"audio,":[198],"visual,":[199],"language":[201,269],"modalities.":[202],"A":[203],"decoder":[204],"was":[205,258],"trained":[206],"produce":[208],"values":[211],"AUs":[215,236,262,274],"frame":[216],"frame.":[218],"experiment,":[221],"unimodal":[222],"models":[225,249],"were":[226],"compared":[227],"terms":[229],"their":[231],"performance":[232],"predicting":[234,261,273],"salient":[235],"characterize":[238],"results":[245],"suggest":[246],"well-performing":[248],"differ":[250],"depending":[251],"AU":[254],"categories;":[255],"information":[257,270],"useful":[259],"express":[264],"happiness,":[265],"visual":[267],"contributes":[271],"expressing":[275],"sadness":[276],"disgust.":[278]},"counts_by_year":[{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}