{"id":"https://openalex.org/W2058107683","doi":"https://doi.org/10.1142/s0218001400000374","title":"TOWARDS UNRESTRICTED LIP READING","display_name":"TOWARDS UNRESTRICTED LIP READING","publication_year":2000,"publication_date":"2000-08-01","ids":{"openalex":"https://openalex.org/W2058107683","doi":"https://doi.org/10.1142/s0218001400000374","mag":"2058107683"},"language":"en","primary_location":{"id":"doi:10.1142/s0218001400000374","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001400000374","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065376703","display_name":"Uwe Meier","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119349","display_name":"Karlsruhe University of Education","ror":"https://ror.org/01t1kq612","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210119349"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["DE","US"],"is_corresponding":true,"raw_author_name":"UWE MEIER","raw_affiliation_strings":["Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","University of Karlsruhe, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"University of Karlsruhe, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210119349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087051920","display_name":"Rainer Stiefelhagen","orcid":"https://orcid.org/0000-0001-8046-4945"},"institutions":[{"id":"https://openalex.org/I4210119349","display_name":"Karlsruhe University of Education","ror":"https://ror.org/01t1kq612","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210119349"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"RAINER STIEFELHAGEN","raw_affiliation_strings":["Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","University of Karlsruhe, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"University of Karlsruhe, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210119349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I4210119349","display_name":"Karlsruhe University of Education","ror":"https://ror.org/01t1kq612","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210119349"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"JIE YANG","raw_affiliation_strings":["Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","University of Karlsruhe, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"University of Karlsruhe, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210119349"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110453805","display_name":"Alex Waibel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119349","display_name":"Karlsruhe University of Education","ror":"https://ror.org/01t1kq612","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210119349"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"ALEX WAIBEL","raw_affiliation_strings":["Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","University of Karlsruhe, Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interactive Systems Laboratories, Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"University of Karlsruhe, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210119349"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5065376703"],"corresponding_institution_ids":["https://openalex.org/I4210119349","https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":4.5754,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.94841816,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"14","issue":"05","first_page":"571","last_page":"585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.858567476272583},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6699078679084778},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.6674572229385376},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.654388427734375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5551912188529968},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.49758389592170715},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4953424036502838},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4373590350151062},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3929592967033386},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33039605617523193},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2165064811706543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.858567476272583},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6699078679084778},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.6674572229385376},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.654388427734375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5551912188529968},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.49758389592170715},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4953424036502838},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4373590350151062},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3929592967033386},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33039605617523193},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2165064811706543},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1142/s0218001400000374","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001400000374","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.153.3284","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.153.3284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ri.cmu.edu/pub_files/pub1/meier_uwe_1999_1/meier_uwe_1999_1.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.43.7705","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.7705","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.is.cs.cmu.edu/~wwwadm/papers/multimodal/ICMI99/ICMI99-uwe.ps.gz","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W17742430","https://openalex.org/W124086577","https://openalex.org/W1549662771","https://openalex.org/W1929733467","https://openalex.org/W2001310753","https://openalex.org/W2015394094","https://openalex.org/W2402700212"],"related_works":["https://openalex.org/W2953716828","https://openalex.org/W2904857019","https://openalex.org/W2944728705","https://openalex.org/W3011538607","https://openalex.org/W2904022177","https://openalex.org/W2591697403","https://openalex.org/W4321441197","https://openalex.org/W2359348847","https://openalex.org/W4294432981","https://openalex.org/W4321276295"],"abstract_inverted_index":{"Lip":[0],"reading":[1,23],"provides":[2],"useful":[3],"information":[4,68,224],"in":[5,38,69,189,225],"speech":[6,15,151],"perception":[7],"and":[8,56,92,110,137,184,205],"language":[9],"understanding,":[10],"especially":[11],"when":[12],"the":[13,39,73,117,120,124,148,174,213,228],"auditory":[14],"is":[16,142],"degraded.":[17],"However,":[18],"many":[19],"current":[20],"automatic":[21],"lip":[22,45,58,187],"systems":[24],"impose":[25],"some":[26],"restrictions":[27],"on":[28,144],"users.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33],"present":[34],"our":[35],"research":[36],"efforts":[37],"Interactive":[40],"System":[41],"Laboratory,":[42],"towards":[43],"unrestricted":[44],"reading.":[46],"We":[47,78,95,115,163],"first":[48],"introduce":[49],"a":[50,127,154,182],"top\u2013down":[51],"approach":[52],"to":[53,65,83,218,227],"automatically":[54,180],"track":[55,181],"extract":[57,185],"regions.":[59],"This":[60],"technique":[61],"makes":[62],"it":[63],"possible":[64],"acquire":[66],"visual":[67,99,136,223],"real-time":[70],"without":[71],"limiting":[72],"user's":[74],"freedom":[75],"of":[76,119,126,147,173],"movement.":[77],"then":[79],"discuss":[80],"normalization":[81],"algorithms":[82],"preprocess":[84],"images":[85],"for":[86,130],"different":[87,98,171,197],"lightning":[88],"conditions":[89,199],"(global":[90],"illumination":[91],"side":[93],"illumination).":[94],"also":[96],"compare":[97],"preprocessing":[100],"methods":[101,122,168],"such":[102,200],"as":[103,201],"raw":[104],"image,":[105],"Linear":[106],"Discriminant":[107],"Analysis":[108,113],"(LDA),":[109],"Principle":[111],"Component":[112],"(PCA).":[114],"demonstrate":[116],"feasibility":[118],"proposed":[121],"by":[123],"development":[125],"modular":[128,155],"system":[129,141,178,192,214],"flexible":[131],"human\u2013computer":[132],"interaction":[133],"via":[134],"both":[135],"acoustic":[138,229],"speech.":[139],"The":[140,177,191,208],"based":[143],"an":[145],"extension":[146],"existing":[149],"state-of-the-art":[150],"recognition":[152,175],"system,":[153],"Multiple":[156],"State\u2013Time":[157],"Delayed":[158],"Neural":[159],"Network":[160],"(MS\u2013TDNN)":[161],"system.":[162],"have":[164],"developed":[165],"adaptive":[166],"combination":[167],"at":[169],"several":[170],"levels":[172],"network.":[176],"can":[179,215],"speaker":[183],"his/her":[186],"region":[188],"real-time.":[190],"has":[193],"been":[194],"evaluated":[195],"under":[196],"noisy":[198],"white":[202],"noise,":[203],"music,":[204],"mechanical":[206],"noise.":[207],"experimental":[209],"results":[210],"indicate":[211],"that":[212],"achieve":[216],"up":[217],"55%":[219],"error":[220],"reduction":[221],"using":[222],"addition":[226],"signal.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}