{"id":"https://openalex.org/W2098320870","doi":"https://doi.org/10.1109/mfi.2008.4648114","title":"Effective lip localization and tracking for achieving multimodal speech recognition","display_name":"Effective lip localization and tracking for achieving multimodal speech recognition","publication_year":2008,"publication_date":"2008-08-01","ids":{"openalex":"https://openalex.org/W2098320870","doi":"https://doi.org/10.1109/mfi.2008.4648114","mag":"2098320870"},"language":"en","primary_location":{"id":"doi:10.1109/mfi.2008.4648114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mfi.2008.4648114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Multisensor Fusion and Integration for Intelligent Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086909158","display_name":"Wei Chuan Ooi","orcid":null},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Wei Chuan Ooi","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","United States Naval Academy, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"United States Naval Academy, USA","institution_ids":["https://openalex.org/I189158971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082441747","display_name":"Changwon Jeon","orcid":null},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Changwon Jeon","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","United States Naval Academy, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"United States Naval Academy, USA","institution_ids":["https://openalex.org/I189158971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058960138","display_name":"Kihyeon Kim","orcid":"https://orcid.org/0000-0002-0336-3072"},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Kihyeon Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","United States Naval Academy, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"United States Naval Academy, USA","institution_ids":["https://openalex.org/I189158971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000970","display_name":"David K. Han","orcid":"https://orcid.org/0000-0001-5055-5408"},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"David K. Han","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","United States Naval Academy, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"United States Naval Academy, USA","institution_ids":["https://openalex.org/I189158971"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026204977","display_name":"Hanseok Ko","orcid":"https://orcid.org/0000-0002-8744-4514"},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Hanseok Ko","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea","United States Naval Academy, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"United States Naval Academy, USA","institution_ids":["https://openalex.org/I189158971"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9493,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.70722027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"smc 9","issue":null,"first_page":"90","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.765457034111023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7037650346755981},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6552047729492188},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5771393179893494},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.516509473323822},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5052424073219299},{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.44299134612083435},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.43136826157569885},{"id":"https://openalex.org/keywords/color-space","display_name":"Color space","score":0.41599780321121216},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3883330225944519},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07990267872810364}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765457034111023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7037650346755981},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6552047729492188},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5771393179893494},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.516509473323822},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5052424073219299},{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.44299134612083435},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.43136826157569885},{"id":"https://openalex.org/C2961294","wikidata":"https://www.wikidata.org/wiki/Q166863","display_name":"Color space","level":3,"score":0.41599780321121216},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3883330225944519},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07990267872810364},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mfi.2008.4648114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mfi.2008.4648114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Multisensor Fusion and Integration for Intelligent Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W408797562","https://openalex.org/W1492120597","https://openalex.org/W1669823574","https://openalex.org/W1877382520","https://openalex.org/W2078545638","https://openalex.org/W2096391593","https://openalex.org/W2106309274","https://openalex.org/W2107593794","https://openalex.org/W2119374145","https://openalex.org/W2133059825","https://openalex.org/W6637242629","https://openalex.org/W6639399000"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W4281727072","https://openalex.org/W4312219546","https://openalex.org/W3154990682","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W1589637664","https://openalex.org/W2560201613","https://openalex.org/W2142809053","https://openalex.org/W1532073221"],"abstract_inverted_index":{"Effective":[0],"fusion":[1],"of":[2,115,148,155,180],"acoustic":[3],"and":[4,24,54,101,117,138,175,178],"visual":[5,36],"modalities":[6],"in":[7,15,22,61,109],"speech":[8,39,59],"recognition":[9,60],"has":[10],"been":[11],"an":[12],"important":[13],"issue":[14],"Human":[16],"Computer":[17],"Interfaces,":[18],"warranting":[19],"further":[20],"improvements":[21],"intelligibility":[23],"robustness.":[25],"Speaker":[26],"lip":[27,52,76,100,119,128,140,156,181],"motion":[28],"stands":[29],"out":[30],"as":[31],"the":[32,79,110,122,169],"most":[33],"linguistically":[34],"relevant":[35],"feature":[37],"for":[38,74],"recognition.":[40],"In":[41,78,121],"this":[42],"paper,":[43],"we":[44],"present":[45],"a":[46,69,83,90,125,152,159],"new":[47,70,91],"hybrid":[48,65,171],"approach":[49,66,172],"to":[50,88,112,135],"improve":[51,113],"localization":[53,177],"tracking,":[55],"aimed":[56],"at":[57],"improving":[58],"noisy":[62],"environments.":[63],"This":[64],"begins":[67],"with":[68,130],"color":[71,80,94],"space":[72,81,95],"transformation":[73],"enhancing":[75],"segmentation.":[77],"transformation,":[82],"PCA":[84],"method":[85],"is":[86,106,133],"employed":[87],"derive":[89],"one":[92],"dimensional":[93],"which":[96],"maximizes":[97],"discrimination":[98],"between":[99],"non-lip":[102],"colors.":[103],"Intensity":[104],"information":[105],"also":[107],"incorporated":[108],"process":[111],"contrast":[114],"upper":[116],"corner":[118],"segments.":[120],"subsequent":[123],"step,":[124],"constrained":[126],"deformable":[127],"model":[129,143],"high":[131],"flexibility":[132],"constructed":[134],"accurately":[136],"capture":[137],"track":[139],"shapes.":[141],"The":[142],"requires":[144],"only":[145],"six":[146],"degrees":[147],"freedom,":[149],"yet":[150],"provides":[151],"precise":[153],"description":[154],"shapes":[157],"using":[158],"simple":[160],"least":[161],"square":[162],"fitting":[163],"method.":[164],"Experimental":[165],"results":[166],"indicate":[167],"that":[168],"proposed":[170],"delivers":[173],"reliable":[174],"accurate":[176],"tracking":[179],"motions":[182],"under":[183],"various":[184],"measurement":[185],"conditions.":[186]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}