{"id":"https://openalex.org/W2904033204","doi":"https://doi.org/10.1609/aaai.v33i01.33012588","title":"Lipper: Synthesizing Thy Speech Using Multi-View Lipreading","display_name":"Lipper: Synthesizing Thy Speech Using Multi-View Lipreading","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2904033204","doi":"https://doi.org/10.1609/aaai.v33i01.33012588","mag":"2904033204"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33012588","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33012588","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4106/3984","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4106/3984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032075554","display_name":"Yaman Kumar","orcid":"https://orcid.org/0000-0001-7880-8219"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yaman Kumar","raw_affiliation_strings":["Adobe","[Adobe Systems]"],"affiliations":[{"raw_affiliation_string":"Adobe","institution_ids":["https://openalex.org/I1306409833"]},{"raw_affiliation_string":"[Adobe Systems]","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101654507","display_name":"Rohit Jain","orcid":"https://orcid.org/0000-0002-8350-5906"},"institutions":[{"id":"https://openalex.org/I36090812","display_name":"Netaji Subhas University of Technology","ror":"https://ror.org/01fczmh85","country_code":"IN","type":"education","lineage":["https://openalex.org/I36090812"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rohit Jain","raw_affiliation_strings":["Netaji Subhas Institute of Technology","Netaji Subhas  Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Netaji Subhas Institute of Technology","institution_ids":["https://openalex.org/I36090812"]},{"raw_affiliation_string":"Netaji Subhas  Institute of Technology","institution_ids":["https://openalex.org/I36090812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000797204","display_name":"Khwaja Mohd. Salik","orcid":null},"institutions":[{"id":"https://openalex.org/I36090812","display_name":"Netaji Subhas University of Technology","ror":"https://ror.org/01fczmh85","country_code":"IN","type":"education","lineage":["https://openalex.org/I36090812"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Khwaja Mohd. Salik","raw_affiliation_strings":["Netaji Subhas Institute of Technology","Netaji Subhas  Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Netaji Subhas Institute of Technology","institution_ids":["https://openalex.org/I36090812"]},{"raw_affiliation_string":"Netaji Subhas  Institute of Technology","institution_ids":["https://openalex.org/I36090812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079357056","display_name":"Rajiv Ratn Shah","orcid":"https://orcid.org/0000-0003-1028-9373"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajiv Ratn Shah","raw_affiliation_strings":["Indraprastha Institute of Information Technology, Delhi","Indraprastha Institute of Information Technology-Delhi;"],"affiliations":[{"raw_affiliation_string":"Indraprastha Institute of Information Technology, Delhi","institution_ids":["https://openalex.org/I119939252"]},{"raw_affiliation_string":"Indraprastha Institute of Information Technology-Delhi;","institution_ids":["https://openalex.org/I119939252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082962427","display_name":"Yifang Yin","orcid":"https://orcid.org/0000-0002-6525-6133"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yifang Yin","raw_affiliation_strings":["National University of Singapore","National University of Singapore,"],"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore,","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058575315","display_name":"Roger Zimmermann","orcid":"https://orcid.org/0000-0002-7410-2590"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Roger Zimmermann","raw_affiliation_strings":["National University of Singapore","National University of Singapore,"],"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"National University of Singapore,","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032075554"],"corresponding_institution_ids":["https://openalex.org/I1306409833"],"apc_list":null,"apc_paid":null,"fwci":1.7133,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83240997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"33","issue":"01","first_page":"2588","last_page":"2595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speechreading","display_name":"Speechreading","score":0.9369614124298096},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.802595853805542},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7194286584854126},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6644282341003418},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6565223336219788},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6336309909820557},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5073725581169128},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5050998330116272},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4332396984100342},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11908984184265137}],"concepts":[{"id":"https://openalex.org/C2910309083","wikidata":"https://www.wikidata.org/wiki/Q1069953","display_name":"Speechreading","level":2,"score":0.9369614124298096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.802595853805542},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7194286584854126},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6644282341003418},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6565223336219788},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6336309909820557},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5073725581169128},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5050998330116272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4332396984100342},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11908984184265137},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v33i01.33012588","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33012588","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4106/3984","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1907.01367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.01367","pdf_url":"https://arxiv.org/pdf/1907.01367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2904033204","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1907.01367v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1907.01367","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.01367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33012588","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33012588","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4106/3984","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G100296540","display_name":null,"funder_award_id":"215123","funder_id":"https://openalex.org/F4320320698","funder_display_name":"National University of Singapore"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1573588029","display_name":null,"funder_award_id":"61472266","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2904033204.pdf","grobid_xml":"https://content.openalex.org/works/W2904033204.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W36949327","https://openalex.org/W1526392145","https://openalex.org/W1535545184","https://openalex.org/W1552314771","https://openalex.org/W1558306184","https://openalex.org/W1590203237","https://openalex.org/W1686810756","https://openalex.org/W2004143321","https://openalex.org/W2009674825","https://openalex.org/W2015394094","https://openalex.org/W2051676197","https://openalex.org/W2060510034","https://openalex.org/W2078711706","https://openalex.org/W2138527036","https://openalex.org/W2158003960","https://openalex.org/W2168744723","https://openalex.org/W2184188583","https://openalex.org/W2293856338","https://openalex.org/W2405713570","https://openalex.org/W2578229578","https://openalex.org/W2585824449","https://openalex.org/W2602044573","https://openalex.org/W2604769302","https://openalex.org/W2605246626","https://openalex.org/W2750725664","https://openalex.org/W2893436174","https://openalex.org/W2910267084","https://openalex.org/W2952746495","https://openalex.org/W2962912639","https://openalex.org/W2963019222","https://openalex.org/W3101481642","https://openalex.org/W6629569813","https://openalex.org/W6632058173","https://openalex.org/W6635250320","https://openalex.org/W6663492125","https://openalex.org/W6665334965","https://openalex.org/W6670245598","https://openalex.org/W6683152976","https://openalex.org/W6684851488","https://openalex.org/W6686207219","https://openalex.org/W6732872814","https://openalex.org/W6732945439","https://openalex.org/W6743392952","https://openalex.org/W7011482893"],"related_works":["https://openalex.org/W2963936489","https://openalex.org/W2953005576","https://openalex.org/W2910267084","https://openalex.org/W3091641623","https://openalex.org/W2981544649","https://openalex.org/W2184634371","https://openalex.org/W3044628654","https://openalex.org/W3115365386","https://openalex.org/W2912984882","https://openalex.org/W3190032417","https://openalex.org/W2768359276","https://openalex.org/W3148101939","https://openalex.org/W2148659689","https://openalex.org/W2912937645","https://openalex.org/W13110487","https://openalex.org/W131677052","https://openalex.org/W2986416418","https://openalex.org/W3123798147","https://openalex.org/W2888436980","https://openalex.org/W3025671734"],"abstract_inverted_index":{"Lipreading":[0],"has":[1,27],"a":[2,48,56,68,80,150],"lot":[3],"of":[4,12,20,117,131,144,163,165],"potential":[5],"applications":[6],"such":[7],"as":[8,79,88,93],"in":[9,23,63,137,157],"the":[10,21,94,128,141,154,161],"domain":[11],"surveillance":[13],"and":[14,59,90,122],"video":[15],"conferencing.":[16],"Despite":[17],"this,":[18],"most":[19],"work":[22],"building":[24],"lipreading":[25,47,70],"systems":[26,136],"been":[28],"limited":[29],"to":[30,71,139,159],"classifying":[31],"silent":[32,86,98],"videos":[33,87],"into":[34],"classes":[35],"representing":[36],"text":[37],"phrases.":[38],"However,":[39],"there":[40],"are":[41],"multiple":[42],"problems":[43],"associated":[44],"with":[45,133],"making":[46],"text-based":[49],"classification":[50],"task":[51],"like":[52],"its":[53],"dependence":[54],"on":[55],"particular":[57],"language":[58],"vocabulary":[60],"mapping.":[61],"Thus,":[62],"this":[64,111],"paper":[65],"we":[66,100,126],"propose":[67],"multi-view":[69,97],"audio":[72,145],"system,":[73],"namely":[74],"Lipper,":[75],"which":[76],"models":[77],"it":[78],"regression":[81],"task.":[82],"The":[83],"model":[84],"takes":[85],"input":[89],"produces":[91],"speech":[92,106],"output.":[95],"With":[96],"videos,":[99],"observe":[101],"an":[102,114],"improvement":[103],"over":[104],"single-view":[105],"reconstruction":[107],"results.":[108],"We":[109,147],"show":[110,140],"by":[112],"presenting":[113],"exhaustive":[115],"set":[116],"experiments":[118],"for":[119,153],"speaker-dependent,":[120],"out-of-vocabulary":[121],"speaker-independent":[123],"settings.":[124],"Further,":[125],"compare":[127],"delay":[129],"values":[130],"Lipper":[132],"other":[134],"speechreading":[135],"order":[138,158],"real-time":[142],"nature":[143],"produced.":[146],"also":[148],"perform":[149],"user":[151],"study":[152],"audios":[155,166],"produced":[156,167],"understand":[160],"level":[162],"comprehensibility":[164],"using":[168],"Lipper.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}