{"id":"https://openalex.org/W4385801402","doi":"https://doi.org/10.1109/cvprw59228.2023.00600","title":"Nonverbal Communication Cue Recognition: A Pathway to More Accessible Communication","display_name":"Nonverbal Communication Cue Recognition: A Pathway to More Accessible Communication","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4385801402","doi":"https://doi.org/10.1109/cvprw59228.2023.00600"},"language":"en","primary_location":{"id":"doi:10.1109/cvprw59228.2023.00600","doi":"https://doi.org/10.1109/cvprw59228.2023.00600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw59228.2023.00600","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092799248","display_name":"Zoya Shafique","orcid":"https://orcid.org/0009-0008-6107-195X","observed_orcids":["https://orcid.org/0009-0008-6107-195X"]},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zoya Shafique","raw_affiliation_strings":["The City College of New York,Department of Electrical Engineering","Department of Electrical Engineering, The City College of New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The City College of New York,Department of Electrical Engineering","institution_ids":["https://openalex.org/I125687163"]},{"raw_affiliation_string":"Department of Electrical Engineering, The City College of New York","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354466","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0003-1053-587X","observed_orcids":["https://orcid.org/0000-0003-1053-587X"]},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["The City College of New York,Department of Electrical Engineering","Department of Electrical Engineering, The City College of New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The City College of New York,Department of Electrical Engineering","institution_ids":["https://openalex.org/I125687163"]},{"raw_affiliation_string":"Department of Electrical Engineering, The City College of New York","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074244244","display_name":"Yingli Tian","orcid":"https://orcid.org/0000-0003-4458-360X","observed_orcids":["https://orcid.org/0000-0003-4458-360X"]},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingli Tian","raw_affiliation_strings":["The City College of New York,Department of Electrical Engineering","Department of Electrical Engineering, The City College of New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The City College of New York,Department of Electrical Engineering","institution_ids":["https://openalex.org/I125687163"]},{"raw_affiliation_string":"Department of Electrical Engineering, The City College of New York","institution_ids":["https://openalex.org/I125687163"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125687163"],"apc_list":null,"apc_paid":null,"fwci":2.5823,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90912174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5666","last_page":"5674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"nonverbal communication","score":0.8360000252723694},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.878000020980835},{"id":"https://openalex.org/keywords/hand-gesture-recognition","display_name":"hand gesture recognition","score":0.8569999933242798},{"id":"https://openalex.org/keywords/blind-and-visually-impaired-users","display_name":"blind and visually impaired users","score":0.828000009059906},{"id":"https://openalex.org/keywords/communication-accessibility","display_name":"communication accessibility","score":0.8050000071525574},{"id":"https://openalex.org/keywords/aff-wild2","display_name":"Aff-Wild2","score":0.8759999871253967},{"id":"https://openalex.org/keywords/dataset-collection","display_name":"dataset collection","score":0.47699999809265137},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.4959999918937683}],"concepts":[{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.8840389847755432},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7776432037353516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6434222459793091},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6302840709686279},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48927804827690125},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.47549378871917725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4283321797847748},{"id":"https://openalex.org/C30539005","wikidata":"https://www.wikidata.org/wiki/Q1066689","display_name":"Human communication","level":2,"score":0.4248463213443756},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37283986806869507},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3675551414489746},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3592888414859772},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30256736278533936},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2650434970855713},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvprw59228.2023.00600","doi":"https://doi.org/10.1109/cvprw59228.2023.00600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw59228.2023.00600","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7578999996185303,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W422869964","https://openalex.org/W1544484417","https://openalex.org/W1978262206","https://openalex.org/W2015958653","https://openalex.org/W2045472600","https://openalex.org/W2086583931","https://openalex.org/W2103943262","https://openalex.org/W2140458084","https://openalex.org/W2142385019","https://openalex.org/W2157441726","https://openalex.org/W2406223855","https://openalex.org/W2475295588","https://openalex.org/W2559085405","https://openalex.org/W2619947201","https://openalex.org/W2713788831","https://openalex.org/W2798536775","https://openalex.org/W2948920874","https://openalex.org/W2957289502","https://openalex.org/W2962934715","https://openalex.org/W2963351448","https://openalex.org/W2981958954","https://openalex.org/W2986641837","https://openalex.org/W3003326861","https://openalex.org/W3020985830","https://openalex.org/W3148234074","https://openalex.org/W3161318013","https://openalex.org/W3174081218","https://openalex.org/W3177709384","https://openalex.org/W3202076256","https://openalex.org/W3210643189","https://openalex.org/W3210812086","https://openalex.org/W4288102735","https://openalex.org/W4292794012","https://openalex.org/W4292829028","https://openalex.org/W4303712249","https://openalex.org/W4321353595","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W1892914021","https://openalex.org/W2015958653","https://openalex.org/W4402915627","https://openalex.org/W4403582915","https://openalex.org/W212330186","https://openalex.org/W2766288920","https://openalex.org/W3034713101","https://openalex.org/W2805501128","https://openalex.org/W3025503656","https://openalex.org/W3037975527"],"abstract_inverted_index":{"Nonverbal":[0],"communication,":[1,45],"such":[2],"as":[3,16,155,157],"body":[4],"language,":[5],"facial":[6],"expressions,":[7],"and":[8,23,66,83,109,125],"hand":[9],"gestures,":[10],"is":[11],"crucial":[12],"to":[13,41,47,53,81],"human":[14],"communication":[15,56,65,98],"it":[17,136],"conveys":[18],"more":[19],"information":[20],"about":[21],"emotions":[22],"attitudes":[24],"than":[25],"spoken":[26],"words.":[27],"However,":[28],"individuals":[29],"who":[30],"are":[31,91],"blind":[32],"or":[33],"have":[34,39],"low-vision":[35],"(BLV)":[36],"may":[37],"not":[38],"access":[40],"this":[42],"method":[43],"of":[44,123,128,141,160],"leading":[46],"asymmetry":[48],"in":[49],"conversations.":[50],"Developing":[51],"systems":[52],"recognize":[54,82],"nonverbal":[55,97],"cues":[57],"(NVCs)":[58],"for":[59,68,106],"the":[60,114,131,142,148,158],"BLV":[61],"community":[62],"would":[63],"enhance":[64],"understanding":[67],"both":[69],"parties.":[70],"This":[71],"paper":[72],"focuses":[73],"on":[74,96,113,130],"developing":[75],"a":[76,93,103,126],"multimodal":[77],"computer":[78],"vision":[79],"system":[80],"detect":[84],"NVCs.":[85],"To":[86],"accomplish":[87],"our":[88,161],"objective,":[89],"we":[90,101,146],"collecting":[92],"dataset":[94],"focused":[95],"cues.":[99],"Here,":[100],"propose":[102],"baseline":[104,118],"model":[105,119],"recognizing":[107],"NVCs":[108],"present":[110],"initial":[111],"results":[112],"Aff-Wild2":[115,132],"dataset.":[116],"Our":[117],"achieved":[120],"an":[121],"accuracy":[122],"68%":[124],"F1-Score":[127],"64%":[129],"validation":[133],"set,":[134],"making":[135],"comparable":[137],"with":[138,152],"previous":[139],"state":[140],"art":[143],"results.":[144],"Furthermore,":[145],"discuss":[147],"various":[149],"challenges":[150],"associated":[151],"NVC":[153],"recognition":[154],"well":[156],"limitations":[159],"current":[162],"work.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-08-15T00:00:00"}