{"id":"https://openalex.org/W4200301666","doi":"https://doi.org/10.1109/bigdia53151.2021.9619626","title":"Lip Motion Magnification Network for Lip Reading","display_name":"Lip Motion Magnification Network for Lip Reading","publication_year":2021,"publication_date":"2021-10-29","ids":{"openalex":"https://openalex.org/W4200301666","doi":"https://doi.org/10.1109/bigdia53151.2021.9619626"},"language":"en","primary_location":{"id":"doi:10.1109/bigdia53151.2021.9619626","doi":"https://doi.org/10.1109/bigdia53151.2021.9619626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdia53151.2021.9619626","pdf_url":null,"source":{"id":"https://openalex.org/S7407088196","display_name":"International Conference on Big Data and Information Analytics (BigDIA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 7th International Conference on Big Data and Information Analytics (BigDIA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101534170","display_name":"Xueyi Zhang","orcid":"https://orcid.org/0000-0001-9871-4404","observed_orcids":["https://orcid.org/0000-0001-9871-4404","https://orcid.org/0009-0002-2308-8685"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyi Zhang","raw_affiliation_strings":["National University of Defense Technology, College of Systems Engineering, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, College of Systems Engineering, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007427128","display_name":"Changchong Sheng","orcid":"https://orcid.org/0000-0001-6255-754X","observed_orcids":["https://orcid.org/0000-0001-6255-754X"]},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchong Sheng","raw_affiliation_strings":["National University of Defense Technology, College of Electronic Sciences, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, College of Electronic Sciences, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":null,"display_name":"Li Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Science and Technology on Electro-optic Control Laboratory, Luoyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology on Electro-optic Control Laboratory, Luoyang, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7611,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73542454,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"274","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.9919999837875366},{"id":"https://openalex.org/keywords/motion-magnification","display_name":"motion magnification","score":0.753000020980835},{"id":"https://openalex.org/keywords/talking-faces","display_name":"talking faces","score":0.5699999928474426},{"id":"https://openalex.org/keywords/sentence-level-classification","display_name":"sentence-level classification","score":0.5759999752044678},{"id":"https://openalex.org/keywords/feature-discrimination","display_name":"feature discrimination","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7511653900146484},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7367386817932129},{"id":"https://openalex.org/C4144372","wikidata":"https://www.wikidata.org/wiki/Q675287","display_name":"Magnification","level":2,"score":0.7289407253265381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6415098905563354},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.637816309928894},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6272974610328674},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5358622670173645},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5148112177848816},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4668095111846924},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdia53151.2021.9619626","doi":"https://doi.org/10.1109/bigdia53151.2021.9619626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdia53151.2021.9619626","pdf_url":null,"source":{"id":"https://openalex.org/S7407088196","display_name":"International Conference on Big Data and Information Analytics (BigDIA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 7th International Conference on Big Data and Information Analytics (BigDIA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1526392145","https://openalex.org/W1899297403","https://openalex.org/W1996596464","https://openalex.org/W1998391547","https://openalex.org/W2011115710","https://openalex.org/W2053879526","https://openalex.org/W2096391593","https://openalex.org/W2096651761","https://openalex.org/W2099940393","https://openalex.org/W2106137268","https://openalex.org/W2115252128","https://openalex.org/W2142075667","https://openalex.org/W2294052718","https://openalex.org/W2551042279","https://openalex.org/W2578229578","https://openalex.org/W2596627958","https://openalex.org/W2752782242","https://openalex.org/W2787944098","https://openalex.org/W2796118026","https://openalex.org/W2805056734","https://openalex.org/W2897492880","https://openalex.org/W2898926657","https://openalex.org/W2935504762","https://openalex.org/W2947883281","https://openalex.org/W2980523614","https://openalex.org/W3103322708","https://openalex.org/W3128750130","https://openalex.org/W4236398794","https://openalex.org/W6734491695","https://openalex.org/W6763296340"],"related_works":["https://openalex.org/W4293795243","https://openalex.org/W3127334095","https://openalex.org/W7117259728","https://openalex.org/W4400147389","https://openalex.org/W3103322708","https://openalex.org/W4417075165","https://openalex.org/W3202281534","https://openalex.org/W2911089431","https://openalex.org/W4236398794","https://openalex.org/W4394874769"],"abstract_inverted_index":{"Lip":[0,68],"reading":[1,21,47],"aims":[2],"to":[3,27,58,76,112,129],"decode":[4],"the":[5,15,29,52,79,98,104,118,121,130],"corresponding":[6],"text":[7],"content":[8],"from":[9],"a":[10,86],"talking":[11],"face.":[12],"One":[13],"of":[14,19,54],"most":[16],"critical":[17],"issues":[18],"lip":[20,35,46,91],"is":[22,25,40,57,74],"that":[23],"it":[24],"hard":[26],"capture":[28,59],"subtle":[30,62],"motion":[31,63,81,95],"information":[32],"between":[33,107],"continuous":[34],"images.":[36],"However,":[37],"this":[38,55],"problem":[39],"always":[41],"neglected":[42],"in":[43],"existing":[44],"deep":[45],"approaches.":[48],"Motivated":[49],"by":[50],"this,":[51],"goal":[53],"work":[56],"more":[60],"discriminative":[61],"information.":[64,82],"To":[65],"do":[66],"so,":[67],"Motion":[69],"Magnification":[70],"Network":[71],"(LMMN)":[72],"module":[73],"proposed":[75,122],"explicitly":[77],"magnify":[78],"related":[80],"Concretely,":[83],"we":[84],"design":[85],"three-stage":[87],"network":[88],"architecture":[89],"for":[90],"reading,":[92],"which":[93],"integrates":[94],"magnification":[96],"into":[97],"baseline":[99,131],"model.":[100],"It":[101],"can":[102],"amplify":[103],"Euclidean":[105],"distance":[106],"different":[108],"sentence":[109],"sample":[110],"features":[111],"improve":[113],"lip-reading":[114],"classification":[115],"performance.":[116],"On":[117],"OuluVS2":[119],"dataset,":[120],"method":[123],"achieves":[124],"1.4%":[125],"accuracy":[126],"improvement":[127],"compared":[128],"method.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2021-12-31T00:00:00"}