{"id":"https://openalex.org/W2163973301","doi":"https://doi.org/10.1109/iccv.2005.251","title":"Visual speech recognition with loosely synchronized feature streams","display_name":"Visual speech recognition with loosely synchronized feature streams","alternate_titles":[],"publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2163973301","doi":"https://doi.org/10.1109/iccv.2005.251","mag":"2163973301"},"language":"en","primary_location":{"id":"doi:10.1109/iccv.2005.251","doi":"https://doi.org/10.1109/iccv.2005.251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2005.251","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tenth IEEE International Conference on Computer Vision (ICCV'05) Volume 1","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2163973301"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075906727","display_name":"Kate Saenko","orcid":"https://orcid.org/0000-0002-5704-7614","observed_orcids":["https://orcid.org/0000-0002-5704-7614","https://orcid.org/0000-0002-7564-7218"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Saenko","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015602781","display_name":"Karen Livescu","orcid":"https://orcid.org/0000-0003-4962-946X","observed_orcids":["https://orcid.org/0000-0003-4962-946X"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Livescu","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069218584","display_name":"Michael R. Siracusa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Siracusa","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023061955","display_name":"Kirk Wilson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Wilson","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112758056","display_name":"James Robert Glass","orcid":"https://orcid.org/0000-0002-3097-360X","observed_orcids":["https://orcid.org/0000-0002-3097-360X"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Glass","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029105520","display_name":"Trevor Darrell","orcid":"https://orcid.org/0000-0001-5453-8533","observed_orcids":["https://orcid.org/0000-0001-5453-8533"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"T. Darrell","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4592,"has_fulltext":false,"cited_by_count":104,"citation_normalized_percentile":{"value":0.98482513,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1424","last_page":"1431 Vol. 2"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.01889999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-speech-recognition","display_name":"visual speech recognition","score":0.9810000061988831},{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.8560000061988831},{"id":"https://openalex.org/keywords/coarticulation","display_name":"coarticulation","score":0.7670000195503235},{"id":"https://openalex.org/keywords/dynamic-bayesian-networks","display_name":"dynamic Bayesian networks","score":0.6759999990463257},{"id":"https://openalex.org/keywords/speech-non-speech-classification","display_name":"speech/non-speech classification","score":0.7929999828338623},{"id":"https://openalex.org/keywords/lip-detection","display_name":"lip detection","score":0.9509999752044678}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7955149412155151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7859123945236206},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7195736169815063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5986772775650024},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.569905698299408},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5501959919929504},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5367802977561951},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5270951986312866},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.44866853952407837},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.432218074798584},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv.2005.251","doi":"https://doi.org/10.1109/iccv.2005.251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2005.251","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tenth IEEE International Conference on Computer Vision (ICCV'05) Volume 1","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.119.1928","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.119.1928","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csail.mit.edu/~trevor/MLMIDEMO/ks-iccv05.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.94.5347","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.94.5347","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.csail.mit.edu/saenko/saenko_iccv_05.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W58214371","https://openalex.org/W135040384","https://openalex.org/W1490506669","https://openalex.org/W1528056001","https://openalex.org/W1546648362","https://openalex.org/W1939950554","https://openalex.org/W2049633694","https://openalex.org/W2071828724","https://openalex.org/W2074417845","https://openalex.org/W2096391593","https://openalex.org/W2106125881","https://openalex.org/W2110575115","https://openalex.org/W2121430128","https://openalex.org/W2122678358","https://openalex.org/W2152239535","https://openalex.org/W2153635508","https://openalex.org/W2155471382","https://openalex.org/W2157827878","https://openalex.org/W2160884118","https://openalex.org/W3120421331","https://openalex.org/W3129711340","https://openalex.org/W3201998064","https://openalex.org/W4245655784","https://openalex.org/W6828034933"],"related_works":["https://openalex.org/W3112945917","https://openalex.org/W2074417845","https://openalex.org/W7096089137","https://openalex.org/W1514860245","https://openalex.org/W2971650908","https://openalex.org/W2098419325","https://openalex.org/W2103112958","https://openalex.org/W2099168818","https://openalex.org/W2121486117","https://openalex.org/W145588713"],"abstract_inverted_index":{"We":[0,16,97,127,138],"present":[1,98],"an":[2,18],"approach":[3],"to":[4,57,69,88,91],"detecting":[5],"and":[6,28,31,62,84,108,145],"recognizing":[7],"spoken":[8],"isolated":[9],"phrases":[10],"based":[11],"solely":[12],"on":[13,133,142],"visual":[14,26],"input.":[15],"adopt":[17],"architecture":[19],"that":[20,38],"first":[21],"employs":[22],"discriminative":[23],"detection":[24,144],"of":[25,44,53,60,73,111,121],"speech":[27],"articulate":[29,74,112],"features,":[30],"then":[32],"performs":[33],"recognition":[34,89,131,151],"using":[35],"a":[36,81,99,105,124,134],"model":[37,118],"accounts":[39],"for":[40],"the":[41,45,51,58,70,93],"loose":[42],"synchronization":[43],"feature":[46,113],"streams.":[47],"Discriminative":[48],"classifiers":[49],"detect":[50],"subclass":[52],"lip":[54,143],"appearance":[55],"corresponding":[56,68],"presence":[59],"speech,":[61],"further":[63],"decompose":[64],"it":[65],"into":[66],"features":[67],"physical":[71],"components":[72,77],"production.":[75],"These":[76],"often":[78],"evolve":[79],"in":[80,123],"semi-independent":[82],"fashion,":[83],"conventional":[85],"viseme-based":[86],"approaches":[87],"fail":[90],"capture":[92],"resulting":[94],"co-articulation":[95,122],"effects.":[96],"novel":[100],"dynamic":[101],"Bayesian":[102],"network":[103],"with":[104],"multi-stream":[106],"structure":[107],"observations":[109],"consisting":[110],"classifier":[114],"scores,":[115],"which":[116],"can":[117],"varying":[119],"degrees":[120],"principled":[125],"way.":[126],"evaluate":[128],"our":[129],"visual-only":[130],"system":[132],"command":[135],"utterance":[136],"task.":[137],"show":[139],"comparative":[140],"results":[141],"speech/non-speech":[146],"classification,":[147],"as":[148,150],"well":[149],"performance":[152],"against":[153],"several":[154],"baseline":[155],"systems":[156]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2163973301","counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
