{"id":"https://openalex.org/W2515909498","doi":"https://doi.org/10.1109/icip.2016.7532886","title":"Multi-modality American Sign Language recognition","display_name":"Multi-modality American Sign Language recognition","publication_year":2016,"publication_date":"2016-08-17","ids":{"openalex":"https://openalex.org/W2515909498","doi":"https://doi.org/10.1109/icip.2016.7532886","mag":"2515909498"},"language":"en","primary_location":{"id":"doi:10.1109/icip.2016.7532886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip.2016.7532886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101776978","display_name":"Chenyang Zhang","orcid":"https://orcid.org/0009-0003-1116-4895"},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chenyang Zhang","raw_affiliation_strings":["Department of Electrical Engineering, The City College of New York, New York, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The City College of New York, New York, NY","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074244244","display_name":"Yingli Tian","orcid":"https://orcid.org/0000-0003-4458-360X"},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingli Tian","raw_affiliation_strings":["Department of Electrical Engineering, The City College of New York, New York, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The City College of New York, New York, NY","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034572826","display_name":"Matt Huenerfauth","orcid":"https://orcid.org/0000-0001-6290-2681"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Huenerfauth","raw_affiliation_strings":["Rochester Institute of Technology, Golisano College of Computing and Information Sciences, Rochester, NY"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Golisano College of Computing and Information Sciences, Rochester, NY","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101776978"],"corresponding_institution_ids":["https://openalex.org/I125687163"],"apc_list":null,"apc_paid":null,"fwci":3.0717,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.91336053,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"2016","issue":null,"first_page":"2881","last_page":"2885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.8467389345169067},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7966350317001343},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7483664751052856},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7427031397819519},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6537355184555054},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6248465180397034},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5931258201599121},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5613507628440857},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5511821508407593},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5339632630348206},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5046662092208862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47466281056404114},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.19868308305740356}],"concepts":[{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.8467389345169067},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7966350317001343},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7483664751052856},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7427031397819519},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6537355184555054},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6248465180397034},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5931258201599121},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5613507628440857},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5511821508407593},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5339632630348206},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5046662092208862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47466281056404114},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19868308305740356},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icip.2016.7532886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip.2016.7532886","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarworks.rit.edu:other-1911","is_oa":false,"landing_page_url":"https://scholarworks.rit.edu/other/895","pdf_url":null,"source":{"id":"https://openalex.org/S4306402456","display_name":"RIT Scholar Works (Rochester Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155173764","host_organization_name":"Rochester Institute of Technology","host_organization_lineage":["https://openalex.org/I155173764"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Presentations and other scholarship","raw_type":"text"},{"id":"pmh:oai:repository.rit.edu:other-1911","is_oa":false,"landing_page_url":"https://repository.rit.edu/other/895","pdf_url":null,"source":{"id":"https://openalex.org/S4306402456","display_name":"RIT Scholar Works (Rochester Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155173764","host_organization_name":"Rochester Institute of Technology","host_organization_lineage":["https://openalex.org/I155173764"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Presentations and other scholarship","raw_type":"text"},{"id":"mag:2751319512","is_oa":false,"landing_page_url":"http://jglobal.jst.go.jp/en/public/201602269360823074","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1993928670","https://openalex.org/W2008824967","https://openalex.org/W2048821851","https://openalex.org/W2055020699","https://openalex.org/W2081884971","https://openalex.org/W2093217493","https://openalex.org/W2120852116","https://openalex.org/W2143267104","https://openalex.org/W2144380653","https://openalex.org/W2162415752","https://openalex.org/W2163541894","https://openalex.org/W2165715280","https://openalex.org/W2169251375","https://openalex.org/W2173046955"],"related_works":["https://openalex.org/W4308478915","https://openalex.org/W4389049376","https://openalex.org/W1986488374","https://openalex.org/W3040456104","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2064351213","https://openalex.org/W2089405242"],"abstract_inverted_index":{"American":[0],"Sign":[1],"Language":[2],"(ASL)":[3],"is":[4,10],"a":[5,25,74,97],"visual":[6,26],"gestural":[7],"language":[8],"which":[9],"used":[11],"by":[12],"many":[13],"people":[14],"who":[15],"are":[16],"deaf":[17],"or":[18],"hard-of-hearing.":[19],"In":[20],"this":[21,92,110],"paper,":[22],"we":[23,40],"design":[24],"recognition":[27,32,43],"system":[28],"based":[29],"on":[30,42],"action":[31],"techniques":[33],"to":[34],"recognize":[35,121],"individual":[36],"ASL":[37,50,60,83,90],"signs.":[38],"Specifically,":[39],"focus":[41],"of":[44,48,63,76,81],"words":[45],"in":[46,109],"videos":[47,80],"continuous":[49],"signing.":[51],"The":[52],"proposed":[53,117],"framework":[54,118],"combines":[55],"multiple":[56,105],"signal":[57],"modalities":[58],"because":[59],"includes":[61],"gestures":[62],"both":[64,86],"hands,":[65],"body":[66],"movements,":[67],"and":[68,89,101],"facial":[69],"expressions.":[70],"We":[71],"have":[72],"collected":[73],"corpus":[75,93],"RBG":[77],"+":[78],"depth":[79],"multi-sentence":[82],"performances,":[84],"from":[85],"fluent":[87],"signers":[88],"students;":[91],"has":[94],"served":[95],"as":[96],"source":[98],"for":[99,104],"training":[100],"testing":[102],"sets":[103],"evaluation":[106],"experiments":[107],"reported":[108],"paper.":[111],"Experimental":[112],"results":[113],"demonstrate":[114],"that":[115],"the":[116],"can":[119],"automatically":[120],"ASL.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}