{"id":"https://openalex.org/W2136155248","doi":"https://doi.org/10.1109/tmm.2009.2030637","title":"Lipreading With Local Spatiotemporal Descriptors","display_name":"Lipreading With Local Spatiotemporal Descriptors","publication_year":2009,"publication_date":"2009-08-21","ids":{"openalex":"https://openalex.org/W2136155248","doi":"https://doi.org/10.1109/tmm.2009.2030637","mag":"2136155248"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2009.2030637","doi":"https://doi.org/10.1109/tmm.2009.2030637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2030637","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X","observed_orcids":["https://orcid.org/0000-0003-3694-206X"]},"institutions":[{"id":"https://openalex.org/I4405273007","display_name":"Infotech Oulu","ror":"https://ror.org/0548kxt77","country_code":"FI","type":"facility","lineage":["https://openalex.org/I4405273007"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I4405273007","https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027243174","display_name":"Mark Barnard","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]},{"id":"https://openalex.org/I4405273007","display_name":"Infotech Oulu","ror":"https://ror.org/0548kxt77","country_code":"FI","type":"facility","lineage":["https://openalex.org/I4405273007"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","GB"],"is_corresponding":false,"raw_author_name":"M. Barnard","raw_affiliation_strings":["Faculty of Engineering and Physical Sciences, University of Surrey, Guildford, UK","Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Physical Sciences, University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I4405273007","https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048302737","display_name":"Matti Pietik\u00e4inen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405273007","display_name":"Infotech Oulu","ror":"https://ror.org/0548kxt77","country_code":"FI","type":"facility","lineage":["https://openalex.org/I4405273007"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"M. Pietikainen","raw_affiliation_strings":["Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I4405273007","https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":14.6769,"has_fulltext":false,"cited_by_count":311,"citation_normalized_percentile":{"value":0.99065784,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"11","issue":"7","first_page":"1254","last_page":"1265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.9869999885559082},{"id":"https://openalex.org/keywords/visual-speech-recognition","display_name":"visual speech recognition","score":0.7599999904632568},{"id":"https://openalex.org/keywords/oral-region","display_name":"oral region","score":0.49300000071525574},{"id":"https://openalex.org/keywords/speaker-independent-speech-recognition","display_name":"speaker-independent recognition","score":0.8320000171661377},{"id":"https://openalex.org/keywords/visemes","display_name":"visemes","score":0.6700000166893005},{"id":"https://openalex.org/keywords/hearing-loss","display_name":"hearing loss","score":0.453000009059906},{"id":"https://openalex.org/keywords/noisy-environments","display_name":"noisy environments","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028407096862793},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.6877356767654419},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6623457074165344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6539511680603027},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6535897850990295},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5997591614723206},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.586524248123169},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4879738688468933},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.46288204193115234},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4524572491645813},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.42754703760147095},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40068477392196655},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.21709993481636047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14015015959739685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmm.2009.2030637","doi":"https://doi.org/10.1109/tmm.2009.2030637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2030637","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:alma.44SUR_INST:11138656340002346","doi":null,"is_oa":false,"landing_page_url":"http://gateway.webofknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcApp=PARTNER_APP&SrcAuth=LinksAMR&KeyUT=WOS:000270761300004&DestLinkType=FullRecord&DestApp=ALL_WOS&UsrCustomerID=11d2a86992e85fb529977dad66a846d5","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"Open Research (University of Surrey)","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:eprints.kingston.ac.uk:43490","doi":null,"is_oa":false,"landing_page_url":"http://eprints.kingston.ac.uk/id/eprint/43490/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:epubs.surrey.ac.uk:830246","doi":null,"is_oa":false,"landing_page_url":"http://epubs.surrey.ac.uk/830246/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400680","display_name":"Surrey Research Insight Open Access (The University of Surrey)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I28290843","host_organization_name":"University of Surrey","host_organization_lineage":["https://openalex.org/I28290843"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W142945732","https://openalex.org/W161516627","https://openalex.org/W584381741","https://openalex.org/W636971608","https://openalex.org/W1481193933","https://openalex.org/W1498476715","https://openalex.org/W1512444571","https://openalex.org/W1527240141","https://openalex.org/W1549662771","https://openalex.org/W1554803342","https://openalex.org/W1578725541","https://openalex.org/W1586674080","https://openalex.org/W1664547674","https://openalex.org/W1974783905","https://openalex.org/W1978380426","https://openalex.org/W2002591263","https://openalex.org/W2015394094","https://openalex.org/W2039562357","https://openalex.org/W2054211948","https://openalex.org/W2064347532","https://openalex.org/W2068723942","https://openalex.org/W2071828724","https://openalex.org/W2096391593","https://openalex.org/W2097627987","https://openalex.org/W2099168818","https://openalex.org/W2106137268","https://openalex.org/W2106284211","https://openalex.org/W2113814270","https://openalex.org/W2126909398","https://openalex.org/W2132006217","https://openalex.org/W2139916508","https://openalex.org/W2141787596","https://openalex.org/W2157827878","https://openalex.org/W2160752178","https://openalex.org/W2160884118","https://openalex.org/W2163352848","https://openalex.org/W2163365749","https://openalex.org/W2163808566","https://openalex.org/W2163973301","https://openalex.org/W2164598857","https://openalex.org/W2168824259","https://openalex.org/W2411745509","https://openalex.org/W3099202502","https://openalex.org/W4285719527","https://openalex.org/W6631618440","https://openalex.org/W6678836876"],"related_works":["https://openalex.org/W7096776740","https://openalex.org/W7101011838","https://openalex.org/W7100201463","https://openalex.org/W2099168818","https://openalex.org/W145588713","https://openalex.org/W7099479670","https://openalex.org/W4293460172","https://openalex.org/W1981970480","https://openalex.org/W36949327","https://openalex.org/W333985088"],"abstract_inverted_index":{"Visual":[0],"speech":[1],"information":[2],"plays":[3],"an":[4],"important":[5],"role":[6],"in":[7,74],"lipreading":[8],"under":[9],"noisy":[10],"conditions":[11],"or":[12],"for":[13,49,103,114],"listeners":[14],"with":[15,57,82],"a":[16],"hearing":[17],"impairment.":[18],"In":[19,54,80],"this":[20],"paper,":[21],"we":[22],"present":[23],"local":[24,40,124],"spatiotemporal":[25],"descriptors":[26],"to":[27,128],"represent":[28],"and":[29,63,70,76,126],"recognize":[30],"spoken":[31],"isolated":[32,51],"phrases":[33,62],"based":[34],"solely":[35],"on":[36,85],"visual":[37],"input.":[38],"Spatiotemporal":[39],"binary":[41],"patterns":[42],"extracted":[43],"from":[44,60],"mouth":[45],"regions":[46],"are":[47],"used":[48],"describing":[50],"phrase":[52],"sequences.":[53],"our":[55,92,121],"experiments":[56],"817":[58],"sequences":[59],"ten":[61],"20":[64],"speakers,":[65],"promising":[66],"accuracies":[67],"of":[68,91,99,112,120,137],"62%":[69],"70%":[71],"were":[72],"obtained":[73],"speaker-independent":[75],"speaker-dependent":[77],"recognition,":[78],"respectively.":[79],"comparison":[81],"other":[83],"methods":[84],"AVLetters":[86],"database,":[87],"the":[88,96,100,108,115],"accuracy,":[89],"62.8%,":[90],"method":[93],"clearly":[94],"outperforms":[95],"others.":[97],"Analysis":[98],"confusion":[101],"matrix":[102],"26":[104],"English":[105],"letters":[106],"shows":[107],"good":[109],"clustering":[110],"characteristics":[111],"visemes":[113],"proposed":[116],"descriptors.":[117],"The":[118],"advantages":[119],"approach":[122],"include":[123],"processing":[125],"robustness":[127],"monotonic":[129],"gray-scale":[130],"changes.":[131],"Moreover,":[132],"no":[133],"error":[134],"prone":[135],"segmentation":[136],"moving":[138],"lips":[139],"is":[140],"needed.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":32},{"year":2016,"cited_by_count":30},{"year":2015,"cited_by_count":27},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":9}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}