{"id":"https://openalex.org/W2136155248","doi":"https://doi.org/10.1109/tmm.2009.2030637","title":"Lipreading With Local Spatiotemporal Descriptors","display_name":"Lipreading With Local Spatiotemporal Descriptors","publication_year":2009,"publication_date":"2009-08-21","ids":{"openalex":"https://openalex.org/W2136155248","doi":"https://doi.org/10.1109/tmm.2009.2030637","mag":"2136155248"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2009.2030637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2030637","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027243174","display_name":"Mark Barnard","orcid":null},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI","GB"],"is_corresponding":false,"raw_author_name":"M. Barnard","raw_affiliation_strings":["Faculty of Engineering and Physical Sciences, University of Surrey, Guildford, UK","Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Physical Sciences, University of Surrey, Guildford, UK","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048302737","display_name":"Matti Pietik\u00e4inen","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"M. Pietikainen","raw_affiliation_strings":["Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Vision Group, Infotech Oulu and Department of Electrical and Information Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.871,"has_fulltext":false,"cited_by_count":311,"citation_normalized_percentile":{"value":0.9876211,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"7","first_page":"1254","last_page":"1265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028407096862793},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.6877356767654419},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6623457074165344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6539511680603027},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6535897850990295},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5997591614723206},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.586524248123169},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.4879738688468933},{"id":"https://openalex.org/keywords/local-binary-patterns","display_name":"Local binary patterns","score":0.46288204193115234},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4524572491645813},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.42754703760147095},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40068477392196655},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.21709993481636047},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14015015959739685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028407096862793},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.6877356767654419},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6623457074165344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6539511680603027},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6535897850990295},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5997591614723206},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.586524248123169},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4879738688468933},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.46288204193115234},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4524572491645813},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.42754703760147095},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40068477392196655},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.21709993481636047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14015015959739685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmm.2009.2030637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2030637","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:alma.44SUR_INST:11138656340002346","is_oa":false,"landing_page_url":"http://gateway.webofknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcApp=PARTNER_APP&SrcAuth=LinksAMR&KeyUT=WOS:000270761300004&DestLinkType=FullRecord&DestApp=ALL_WOS&UsrCustomerID=11d2a86992e85fb529977dad66a846d5","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:eprints.kingston.ac.uk:43490","is_oa":false,"landing_page_url":"http://eprints.kingston.ac.uk/id/eprint/43490/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400991","display_name":"Research Repository (Kingston University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801636071","host_organization_name":"Kingston Hospital NHS Trust","host_organization_lineage":["https://openalex.org/I2801636071"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:epubs.surrey.ac.uk:830246","is_oa":false,"landing_page_url":"http://epubs.surrey.ac.uk/830246/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400680","display_name":"Surrey Research Insight Open Access (The University of Surrey)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28290843","host_organization_name":"University of Surrey","host_organization_lineage":["https://openalex.org/I28290843"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W142945732","https://openalex.org/W161516627","https://openalex.org/W584381741","https://openalex.org/W636971608","https://openalex.org/W1481193933","https://openalex.org/W1498476715","https://openalex.org/W1512444571","https://openalex.org/W1527240141","https://openalex.org/W1549662771","https://openalex.org/W1554803342","https://openalex.org/W1578725541","https://openalex.org/W1586674080","https://openalex.org/W1664547674","https://openalex.org/W1974783905","https://openalex.org/W1978380426","https://openalex.org/W2002591263","https://openalex.org/W2015394094","https://openalex.org/W2039562357","https://openalex.org/W2054211948","https://openalex.org/W2064347532","https://openalex.org/W2068723942","https://openalex.org/W2071828724","https://openalex.org/W2096391593","https://openalex.org/W2097627987","https://openalex.org/W2099168818","https://openalex.org/W2106137268","https://openalex.org/W2106284211","https://openalex.org/W2113814270","https://openalex.org/W2126909398","https://openalex.org/W2132006217","https://openalex.org/W2139916508","https://openalex.org/W2141787596","https://openalex.org/W2157827878","https://openalex.org/W2160752178","https://openalex.org/W2160884118","https://openalex.org/W2163352848","https://openalex.org/W2163365749","https://openalex.org/W2163808566","https://openalex.org/W2163973301","https://openalex.org/W2164598857","https://openalex.org/W2168824259","https://openalex.org/W2411745509","https://openalex.org/W3099202502","https://openalex.org/W4285719527","https://openalex.org/W6605769872","https://openalex.org/W6606494575","https://openalex.org/W6620774151","https://openalex.org/W6629987738","https://openalex.org/W6630381154","https://openalex.org/W6631618440","https://openalex.org/W6634609231","https://openalex.org/W6635121317","https://openalex.org/W6678836876","https://openalex.org/W6785273600"],"related_works":["https://openalex.org/W2055219403","https://openalex.org/W2791313072","https://openalex.org/W3166997759","https://openalex.org/W2794489335","https://openalex.org/W2093217629","https://openalex.org/W4366202965","https://openalex.org/W2349679704","https://openalex.org/W4389633859","https://openalex.org/W2570625548","https://openalex.org/W3154844368"],"abstract_inverted_index":{"Visual":[0],"speech":[1],"information":[2],"plays":[3],"an":[4],"important":[5],"role":[6],"in":[7,74],"lipreading":[8],"under":[9],"noisy":[10],"conditions":[11],"or":[12],"for":[13,49,103,114],"listeners":[14],"with":[15,57,82],"a":[16],"hearing":[17],"impairment.":[18],"In":[19,54,80],"this":[20],"paper,":[21],"we":[22],"present":[23],"local":[24,40,124],"spatiotemporal":[25],"descriptors":[26],"to":[27,128],"represent":[28],"and":[29,63,70,76,126],"recognize":[30],"spoken":[31],"isolated":[32,51],"phrases":[33,62],"based":[34],"solely":[35],"on":[36,85],"visual":[37],"input.":[38],"Spatiotemporal":[39],"binary":[41],"patterns":[42],"extracted":[43],"from":[44,60],"mouth":[45],"regions":[46],"are":[47],"used":[48],"describing":[50],"phrase":[52],"sequences.":[53],"our":[55,92,121],"experiments":[56],"817":[58],"sequences":[59],"ten":[61],"20":[64],"speakers,":[65],"promising":[66],"accuracies":[67],"of":[68,91,99,112,120,137],"62%":[69],"70%":[71],"were":[72],"obtained":[73],"speaker-independent":[75],"speaker-dependent":[77],"recognition,":[78],"respectively.":[79],"comparison":[81],"other":[83],"methods":[84],"AVLetters":[86],"database,":[87],"the":[88,96,100,108,115],"accuracy,":[89],"62.8%,":[90],"method":[93],"clearly":[94],"outperforms":[95],"others.":[97],"Analysis":[98],"confusion":[101],"matrix":[102],"26":[104],"English":[105],"letters":[106],"shows":[107],"good":[109],"clustering":[110],"characteristics":[111],"visemes":[113],"proposed":[116],"descriptors.":[117],"The":[118],"advantages":[119],"approach":[122],"include":[123],"processing":[125],"robustness":[127],"monotonic":[129],"gray-scale":[130],"changes.":[131],"Moreover,":[132],"no":[133],"error":[134],"prone":[135],"segmentation":[136],"moving":[138],"lips":[139],"is":[140],"needed.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":32},{"year":2016,"cited_by_count":30},{"year":2015,"cited_by_count":27},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}