{"id":"https://openalex.org/W4387423975","doi":"https://doi.org/10.1145/3577190.3614142","title":"Evaluating the Potential of Caption Activation to Mitigate Confusion Inferred from Facial Gestures in Virtual Meetings","display_name":"Evaluating the Potential of Caption Activation to Mitigate Confusion Inferred from Facial Gestures in Virtual Meetings","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387423975","doi":"https://doi.org/10.1145/3577190.3614142"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614142","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3577190.3614142","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085920437","display_name":"Melanie Heck","orcid":"https://orcid.org/0000-0002-9601-0064"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Melanie Heck","raw_affiliation_strings":["IPVS, University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9601-0064","affiliations":[{"raw_affiliation_string":"IPVS, University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056393160","display_name":"Jinhee Jeong","orcid":"https://orcid.org/0009-0007-3769-990X"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jinhee Jeong","raw_affiliation_strings":["University of Mannheim, Germany"],"raw_orcid":"https://orcid.org/0009-0007-3769-990X","affiliations":[{"raw_affiliation_string":"University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008388312","display_name":"Christian Becker","orcid":"https://orcid.org/0000-0002-9036-1410"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Becker","raw_affiliation_strings":["IPVS, University of Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9036-1410","affiliations":[{"raw_affiliation_string":"IPVS, University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8436996936798096},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.8027949333190918},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7488743662834167},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6384963393211365},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5635442733764648},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5090615153312683},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.4564123749732971},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4151618778705597},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36694613099098206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24877473711967468},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1700575351715088}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8436996936798096},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.8027949333190918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7488743662834167},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6384963393211365},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5635442733764648},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5090615153312683},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.4564123749732971},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4151618778705597},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36694613099098206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24877473711967468},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1700575351715088},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577190.3614142","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3577190.3614142","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.7300000190734863,"display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W18680518","https://openalex.org/W1538074299","https://openalex.org/W1770817547","https://openalex.org/W1968600824","https://openalex.org/W1973003216","https://openalex.org/W1977873181","https://openalex.org/W2003238582","https://openalex.org/W2009001937","https://openalex.org/W2010455190","https://openalex.org/W2013264503","https://openalex.org/W2015394094","https://openalex.org/W2016567890","https://openalex.org/W2016886420","https://openalex.org/W2028111024","https://openalex.org/W2031273242","https://openalex.org/W2058064543","https://openalex.org/W2061669796","https://openalex.org/W2061698928","https://openalex.org/W2070025377","https://openalex.org/W2093574585","https://openalex.org/W2093786936","https://openalex.org/W2106155265","https://openalex.org/W2106480581","https://openalex.org/W2112902362","https://openalex.org/W2117948609","https://openalex.org/W2125825154","https://openalex.org/W2158387459","https://openalex.org/W2161662762","https://openalex.org/W2164462899","https://openalex.org/W2168961642","https://openalex.org/W2460741090","https://openalex.org/W2505484869","https://openalex.org/W2535763678","https://openalex.org/W2592249290","https://openalex.org/W2799041689","https://openalex.org/W2884421536","https://openalex.org/W2888889175","https://openalex.org/W2890072046","https://openalex.org/W2912137875","https://openalex.org/W2915665352","https://openalex.org/W2920816262","https://openalex.org/W2994644497","https://openalex.org/W3013160799","https://openalex.org/W3016827333","https://openalex.org/W3036018311","https://openalex.org/W3048843671","https://openalex.org/W3124054989","https://openalex.org/W3134849334","https://openalex.org/W3136944856","https://openalex.org/W3164723542","https://openalex.org/W3184488354","https://openalex.org/W3193766750","https://openalex.org/W3199358263","https://openalex.org/W4200500613","https://openalex.org/W4210993929","https://openalex.org/W4211232216","https://openalex.org/W4281776971","https://openalex.org/W4285136902","https://openalex.org/W4285285206"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W1495382177","https://openalex.org/W4237358653","https://openalex.org/W3016024372","https://openalex.org/W2951080431","https://openalex.org/W4206297952"],"abstract_inverted_index":{"Following":[0],"the":[1,34,37,66,106,151],"COVID-19":[2],"pandemic,":[3],"virtual":[4],"meetings":[5],"have":[6],"not":[7,102,126],"only":[8,135],"become":[9],"an":[10],"integral":[11],"part":[12],"of":[13,108,119],"collaboration,":[14],"but":[15,54,101],"are":[16,55,125],"now":[17],"also":[18],"a":[19,26,69,137],"popular":[20],"tool":[21],"for":[22],"disseminating":[23],"information":[24,122],"to":[25,57,85,131,160],"large":[27],"audience":[28],"through":[29],"webinars,":[30],"online":[31],"lectures,":[32],"and":[33,177],"like.":[35],"Ideally,":[36],"meeting":[38],"participants":[39],"should":[40],"understand":[41],"discussed":[42],"topics":[43],"as":[44,46,117],"smoothly":[45],"in":[47],"physical":[48],"encounters.":[49],"However,":[50],"many":[51],"experience":[52],"confusion,":[53],"hesitant":[56],"express":[58],"their":[59],"doubts.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,129,148],"present":[65],"results":[67,89],"from":[68,154],"user":[70,138],"study":[71],"with":[72],"45":[73],"Google":[74],"Meet":[75],"users":[76],"that":[77,91,145,165],"investigates":[78],"how":[79],"auto-generated":[80],"captions":[81,92,124],"can":[82,93,157],"be":[83,158],"used":[84,159],"improve":[86],"comprehension.":[87],"The":[88],"show":[90],"help":[94],"overcome":[95],"confusion":[96,166],"caused":[97],"by":[98],"language":[99],"barriers,":[100],"if":[103],"it":[104],"is":[105],"result":[107],"distorted":[109],"words.":[110],"To":[111,142],"mitigate":[112],"negative":[113],"side":[114],"effects":[115],"such":[116],"occlusion":[118],"important":[120],"visual":[121],"when":[123,136],"strictly":[127],"needed,":[128],"propose":[130],"activate":[132],"them":[133],"dynamically":[134],"effectively":[139],"experiences":[140],"confusion.":[141,162],"determine":[143],"instances":[144],"require":[146],"captioning,":[147],"test":[149],"whether":[150],"subliminal":[152],"cues":[153],"facial":[155,169],"gestures":[156],"detect":[161],"We":[163],"confirm":[164],"activates":[167],"six":[168],"action":[170],"units":[171],"(AU4,":[172],"AU6,":[173],"AU7,":[174],"AU10,":[175],"AU17,":[176],"AU23).":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}