{"id":"https://openalex.org/W4389538500","doi":"https://doi.org/10.1109/embc40787.2023.10340217","title":"A Classification Model Utilizing Facial Landmark Tracking to Determine Sentence Types for American Sign Language Recognition","display_name":"A Classification Model Utilizing Facial Landmark Tracking to Determine Sentence Types for American Sign Language Recognition","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4389538500","doi":"https://doi.org/10.1109/embc40787.2023.10340217","pmid":"https://pubmed.ncbi.nlm.nih.gov/38083701"},"language":"en","primary_location":{"id":"doi:10.1109/embc40787.2023.10340217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021993956","display_name":"Janice M. Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I27825529","display_name":"California State University Los Angeles","ror":"https://ror.org/0294hxs80","country_code":"US","type":"education","lineage":["https://openalex.org/I27825529"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Janice Nguyen","raw_affiliation_strings":["California State University,Department of Electrical and Computer Engineering,Los Angeles","Department of Electrical and Computer Engineering, California State University, Los Angeles"],"affiliations":[{"raw_affiliation_string":"California State University,Department of Electrical and Computer Engineering,Los Angeles","institution_ids":["https://openalex.org/I27825529"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, California State University, Los Angeles","institution_ids":["https://openalex.org/I27825529"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000062735","display_name":"Y. Curtis Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I27825529","display_name":"California State University Los Angeles","ror":"https://ror.org/0294hxs80","country_code":"US","type":"education","lineage":["https://openalex.org/I27825529"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Y. Curtis Wang","raw_affiliation_strings":["California State University,Department of Electrical and Computer Engineering,Los Angeles","Department of Electrical and Computer Engineering, California State University, Los Angeles"],"affiliations":[{"raw_affiliation_string":"California State University,Department of Electrical and Computer Engineering,Los Angeles","institution_ids":["https://openalex.org/I27825529"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, California State University, Los Angeles","institution_ids":["https://openalex.org/I27825529"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5021993956"],"corresponding_institution_ids":["https://openalex.org/I27825529"],"apc_list":null,"apc_paid":null,"fwci":0.1726,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51812138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2023","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240282535552979},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.7612442970275879},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.7140504121780396},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6551608443260193},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5789894461631775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5651832222938538},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5453124046325684},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5335346460342407},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5101168751716614},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4402267336845398},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.43333619832992554},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.42183488607406616},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.419990599155426},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.41376349329948425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240282535552979},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.7612442970275879},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.7140504121780396},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6551608443260193},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5789894461631775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5651832222938538},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5453124046325684},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5335346460342407},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5101168751716614},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4402267336845398},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.43333619832992554},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.42183488607406616},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.419990599155426},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.41376349329948425},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005868","descriptor_name":"Gestures","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012813","descriptor_name":"Sign Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012813","descriptor_name":"Sign Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012813","descriptor_name":"Sign Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012813","descriptor_name":"Sign Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012813","descriptor_name":"Sign Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D034381","descriptor_name":"Hearing Loss","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D034381","descriptor_name":"Hearing Loss","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D034381","descriptor_name":"Hearing Loss","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D034381","descriptor_name":"Hearing Loss","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D034381","descriptor_name":"Hearing Loss","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc40787.2023.10340217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:38083701","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38083701","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2050596847","https://openalex.org/W2087681821","https://openalex.org/W2089791656","https://openalex.org/W2101234009","https://openalex.org/W2115252128","https://openalex.org/W2131472500","https://openalex.org/W2216946510","https://openalex.org/W2284800790","https://openalex.org/W2551087110","https://openalex.org/W2888246944","https://openalex.org/W2893441059","https://openalex.org/W3168702146","https://openalex.org/W3198362366","https://openalex.org/W3214819931","https://openalex.org/W4291706922","https://openalex.org/W6675354045","https://openalex.org/W6677618333"],"related_works":["https://openalex.org/W4386716227","https://openalex.org/W2239478350","https://openalex.org/W2056227523","https://openalex.org/W4396496381","https://openalex.org/W134296123","https://openalex.org/W1608168893","https://openalex.org/W2348960846","https://openalex.org/W4285152862","https://openalex.org/W2016595578","https://openalex.org/W3040456104"],"abstract_inverted_index":{"The":[0,164,173],"deaf":[1],"and":[2,68,83,106,144],"hard":[3],"of":[4,17,60,72,90,137,157,181],"hearing":[5],"community":[6],"relies":[7],"on":[8],"American":[9],"Sign":[10],"Language":[11],"(ASL)":[12],"as":[13,169],"their":[14],"primary":[15],"mode":[16],"communication,":[18],"but":[19],"communication":[20],"with":[21,140],"others":[22],"who":[23],"do":[24],"not":[25],"know":[26],"ASL":[27,53,79,97,128,158],"can":[28,123],"be":[29,124],"difficult,":[30],"especially":[31],"during":[32],"emergencies":[33],"where":[34],"no":[35],"interpreter":[36],"is":[37,56],"available.":[38],"As":[39],"an":[40,179],"effort":[41],"to":[42,80,103,126,151,177],"alleviate":[43],"this":[44,109],"problem,":[45],"research":[46],"in":[47,78,93],"computer":[48,94],"vision":[49,95],"based":[50,67,96,119],"real":[51],"time":[52],"interpreting":[54,98,129],"models":[55,62,99],"ongoing.":[57],"However,":[58],"most":[59],"these":[61],"are":[63,76],"hand":[64],"shape":[65],"(gesture)":[66],"lack":[69],"the":[70,88,101,134,167],"integration":[71,89],"facial":[73,91,117,138],"cues,":[74],"which":[75],"crucial":[77],"convey":[81],"tone":[82],"distinguish":[84],"sentence":[85],"types.":[86],"Thus,":[87],"cues":[92],"has":[100],"potential":[102],"improve":[104,127],"performance":[105],"reliability.":[107],"In":[108],"paper,":[110],"we":[111],"introduce":[112],"a":[113,145,161],"simple,":[114],"computationally":[115],"efficient":[116],"expression":[118],"classification":[120],"model":[121,132,150,165,174],"that":[122],"used":[125],"models.":[130],"This":[131],"utilizes":[133],"relative":[135],"angles":[136],"landmarks":[139],"principal":[141],"component":[142],"analysis":[143],"Random":[146],"Forest":[147],"Classification":[148],"tree":[149],"classify":[152],"frames":[153,168],"taken":[154],"from":[155],"videos":[156],"users":[159],"signing":[160],"complete":[162],"sentence.":[163],"classifies":[166],"statements":[170],"or":[171],"assertions.":[172],"was":[175],"able":[176],"achieve":[178],"accuracy":[180],"86.5%.":[182]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}