{"id":"https://openalex.org/W2905426022","doi":"https://doi.org/10.1609/aaai.v33i01.33019211","title":"Understanding Pictograph with Facial Features: End-to-End Sentence-Level Lip Reading of Chinese","display_name":"Understanding Pictograph with Facial Features: End-to-End Sentence-Level Lip Reading of Chinese","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2905426022","doi":"https://doi.org/10.1609/aaai.v33i01.33019211","mag":"2905426022"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33019211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019211","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4956/4829","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4956/4829","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100381498","display_name":"Xiaobing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobing Zhang","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102740182","display_name":"Haigang Gong","orcid":"https://orcid.org/0000-0002-7176-4142"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haigang Gong","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071941602","display_name":"Xili Dai","orcid":"https://orcid.org/0000-0001-5526-8934"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xili Dai","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085736219","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0001-6133-0706"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049512581","display_name":"Nianbo Liu","orcid":"https://orcid.org/0000-0002-3014-1889"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nianbo Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347765","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-1114-1728"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"01","first_page":"9211","last_page":"9218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pinyin","display_name":"Pinyin","score":0.9541466236114502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.784278392791748},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5976177453994751},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5683467984199524},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5038313269615173},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49949073791503906},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.487621933221817},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4832668900489807},{"id":"https://openalex.org/keywords/chinese-characters","display_name":"Chinese characters","score":0.4812714457511902},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4577223062515259},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4298717677593231},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13957631587982178}],"concepts":[{"id":"https://openalex.org/C2781095461","wikidata":"https://www.wikidata.org/wiki/Q42222","display_name":"Pinyin","level":3,"score":0.9541466236114502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.784278392791748},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5976177453994751},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5683467984199524},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5038313269615173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49949073791503906},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.487621933221817},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4832668900489807},{"id":"https://openalex.org/C2781051154","wikidata":"https://www.wikidata.org/wiki/Q8201","display_name":"Chinese characters","level":2,"score":0.4812714457511902},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4577223062515259},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4298717677593231},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13957631587982178},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33019211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019211","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4956/4829","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4956","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4956","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33019211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33019211","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4956/4829","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2430228419","display_name":null,"funder_award_id":"ZYGX2016J084","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G251430071","display_name":null,"funder_award_id":"ZYGX2016J195","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4573120588","display_name":null,"funder_award_id":"ZYGX2015J155","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6790179278","display_name":"\u9762\u5411\u707e\u540e\u6551\u63f4\u57fa\u4e8e\u667a\u80fd\u624b\u673a\u7684\u6570\u636e\u62ef\u6551\u7b97\u6cd5\u548c\u534f\u8bae\u7814\u7a76","funder_award_id":"61572113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8115478387","display_name":null,"funder_award_id":"61572113","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2905426022.pdf","grobid_xml":"https://content.openalex.org/works/W2905426022.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W648786980","https://openalex.org/W854541894","https://openalex.org/W1503933356","https://openalex.org/W1526392145","https://openalex.org/W1531976713","https://openalex.org/W1994002998","https://openalex.org/W2022799064","https://openalex.org/W2051359700","https://openalex.org/W2060510034","https://openalex.org/W2076462394","https://openalex.org/W2096391593","https://openalex.org/W2113814270","https://openalex.org/W2133564696","https://openalex.org/W2136155248","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2267805933","https://openalex.org/W2293858598","https://openalex.org/W2327501763","https://openalex.org/W2404704342","https://openalex.org/W2556171197","https://openalex.org/W2579335913","https://openalex.org/W2604379605","https://openalex.org/W2613904329","https://openalex.org/W2950304420","https://openalex.org/W2952746495","https://openalex.org/W2963173190","https://openalex.org/W4298112588","https://openalex.org/W6623517193","https://openalex.org/W6631751486","https://openalex.org/W6665334965","https://openalex.org/W6676958876","https://openalex.org/W6680435282","https://openalex.org/W6687483927","https://openalex.org/W6693552211","https://openalex.org/W6729699919","https://openalex.org/W6732872814","https://openalex.org/W6735927292","https://openalex.org/W6737778391","https://openalex.org/W6765296696","https://openalex.org/W7027429494"],"related_works":["https://openalex.org/W3175032570","https://openalex.org/W159132833","https://openalex.org/W4322096459","https://openalex.org/W2391837552","https://openalex.org/W1990203125","https://openalex.org/W4210423654","https://openalex.org/W4297826669","https://openalex.org/W1978033440","https://openalex.org/W2887192000","https://openalex.org/W2518414248"],"abstract_inverted_index":{"With":[0],"the":[1,20,26,83,93,108,116,133,171,174,178,188],"breakthrough":[2],"of":[3,50,63,85,95,128,135,180,204],"deep":[4,75],"learning,":[5],"lip":[6,48,61,183],"reading":[7,49,62,184],"technologies":[8],"are":[9,79,119],"under":[10],"extraordinarily":[11],"rapid":[12],"progress.":[13],"It":[14],"is":[15,19],"well-known":[16],"that":[17],"Chinese":[18,51,60,166,205],"most":[21],"widely":[22],"spoken":[23],"language":[24],"in":[25,66,72,115,126],"world.":[27],"Unlike":[28],"alphabetic":[29],"languages,":[30],"it":[31],"involves":[32],"more":[33],"than":[34],"1,000":[35],"pronunciations":[36],"as":[37,44],"Pinyin,":[38],"and":[39,92,154,196],"nearly":[40],"90,000":[41],"pictographic":[42],"characters":[43],"Hanzi,":[45],"which":[46,73,206],"makes":[47],"very":[52],"challenging.":[53],"In":[54,111],"this":[55],"paper,":[56],"we":[57],"implement":[58],"visual-only":[59],"unconstrained":[64],"sentences":[65],"a":[67,103,159,208],"two-step":[68],"end-to-end":[69],"architecture":[70],"(LipCH-Net),":[71],"two":[74,113],"neural":[76],"network":[77],"models":[78],"employed":[80],"to":[81,90,98,106,131,187],"perform":[82],"recognition":[84,94],"Pictureto-Pinyin":[86],"(mouth":[87],"motion":[88],"pictures":[89],"pronunciations)":[91],"Pinyin-to-Hanzi":[96,117],"(pronunciations":[97],"texts)":[99],"respectively,":[100],"before":[101],"having":[102],"jointly":[104],"optimization":[105],"improve":[107],"overall":[109],"performance.":[110],"addition,":[112],"modules":[114],"model":[118,176],"pre-trained":[120],"separately":[121],"with":[122,163],"large":[123],"auxiliary":[124],"data":[125],"advance":[127],"sequence-to-sequence":[129],"training":[130,195],"make":[132],"best":[134],"long":[136],"sequence":[137],"matches":[138],"for":[139,210],"avoiding":[140],"ambiguity.":[141],"We":[142],"collect":[143],"6-month":[144],"daily":[145],"news":[146],"broadcasts":[147],"from":[148],"China":[149],"Central":[150],"Television":[151],"(CCTV)":[152],"website,":[153],"semi-automatically":[155],"label":[156],"them":[157],"into":[158],"20.95":[160],"GB":[161],"dataset":[162],"20,495":[164],"natural":[165],"sentences.":[167],"When":[168],"trained":[169],"on":[170],"CCTV":[172],"dataset,":[173],"LipCH-Net":[175],"outperforms":[177],"performance":[179],"all":[181],"stateof-the-art":[182],"frameworks.":[185],"According":[186],"results,":[189],"our":[190],"scheme":[191],"not":[192],"only":[193],"accelerates":[194],"reduces":[197],"overfitting,":[198],"but":[199],"also":[200],"overcomes":[201],"syntactic":[202],"ambiguity":[203],"provides":[207],"baseline":[209],"future":[211],"relevant":[212],"work.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}