{"id":"https://openalex.org/W4296473379","doi":"https://doi.org/10.1109/tmc.2022.3208019","title":"HearMe: Accurate and Real-time Lip Reading based on Commercial RFID Devices","display_name":"HearMe: Accurate and Real-time Lip Reading based on Commercial RFID Devices","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4296473379","doi":"https://doi.org/10.1109/tmc.2022.3208019"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3208019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3208019","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005250767","display_name":"Shigeng Zhang","orcid":"https://orcid.org/0000-0001-5351-7239"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shigeng Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, China","State Key Laboratory of Information Security Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5351-7239","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"State Key Laboratory of Information Security Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060529475","display_name":"Zijing Ma","orcid":"https://orcid.org/0000-0003-4868-5750"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijing Ma","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, China"],"raw_orcid":"https://orcid.org/0000-0003-4868-5750","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016005763","display_name":"Kaixuan Lu","orcid":"https://orcid.org/0000-0003-3553-4849"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaixuan Lu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362298","display_name":"Xuan Liu","orcid":"https://orcid.org/0000-0002-1652-2466"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Liu","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, China"],"raw_orcid":"https://orcid.org/0000-0002-1652-2466","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409648","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0001-7559-2280"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-7559-2280","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-9831-2202","affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015993565","display_name":"Albert Y. Zomaya","orcid":"https://orcid.org/0000-0002-3090-1059"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Albert Y. Zomaya","raw_affiliation_strings":["University of Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3090-1059","affiliations":[{"raw_affiliation_string":"University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100706723","display_name":"J. Andrew Zhang","orcid":"https://orcid.org/0000-0002-6102-3762"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100438360","display_name":"Jianxin Wang","orcid":"https://orcid.org/0000-0003-1516-0480"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, China"],"raw_orcid":"https://orcid.org/0000-0003-1516-0480","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9694,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91897129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8451648950576782},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7173596620559692},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6443343758583069},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5050490498542786},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4982748031616211},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4772098660469055},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.4508098363876343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44634389877319336},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43454426527023315},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3441411852836609},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10024610161781311}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8451648950576782},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7173596620559692},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6443343758583069},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5050490498542786},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4982748031616211},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4772098660469055},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.4508098363876343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44634389877319336},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43454426527023315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3441411852836609},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10024610161781311},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2022.3208019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3208019","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-130027","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-130027","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1977986674","https://openalex.org/W2019613512","https://openalex.org/W2022856590","https://openalex.org/W2024585357","https://openalex.org/W2034796370","https://openalex.org/W2050335557","https://openalex.org/W2051676197","https://openalex.org/W2070924230","https://openalex.org/W2150823344","https://openalex.org/W2165698076","https://openalex.org/W2168744723","https://openalex.org/W2171824594","https://openalex.org/W2314110811","https://openalex.org/W2322989609","https://openalex.org/W2344757691","https://openalex.org/W2345113501","https://openalex.org/W2514702446","https://openalex.org/W2525771685","https://openalex.org/W2604258698","https://openalex.org/W2606998139","https://openalex.org/W2735386748","https://openalex.org/W2736191430","https://openalex.org/W2761781831","https://openalex.org/W2762561030","https://openalex.org/W2764166175","https://openalex.org/W2791862000","https://openalex.org/W2795038031","https://openalex.org/W2799062425","https://openalex.org/W2810135546","https://openalex.org/W2827413932","https://openalex.org/W2896542121","https://openalex.org/W2911233953","https://openalex.org/W2924713284","https://openalex.org/W2971481505","https://openalex.org/W3004196347","https://openalex.org/W3211843254","https://openalex.org/W4226060600","https://openalex.org/W6803840108"],"related_works":["https://openalex.org/W4378651134","https://openalex.org/W1979633005","https://openalex.org/W2352307597","https://openalex.org/W2163724607","https://openalex.org/W1980092392","https://openalex.org/W4318812462","https://openalex.org/W2118976126","https://openalex.org/W4252684102","https://openalex.org/W2608983118","https://openalex.org/W2111390196"],"abstract_inverted_index":{"Lip":[0],"reading":[1],"can":[2,47,65],"help":[3],"people":[4],"with":[5,10,15,21,187,201],"speech":[6],"disorders":[7],"to":[8,19,50,87,106,111,139,166,232],"communicate":[9],"others":[11],"and":[12,29,37,64,92,100,114,130,193],"provide":[13],"them":[14],"a":[16,56,102,158,161,198],"new":[17,159],"channel":[18],"interact":[20],"the":[22,90,137,141,145,153,168,171,185,209],"world.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27],"design":[28,81],"implement":[30],"<italic":[31],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[32,215],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">HearMe</i>":[33],",":[34],"an":[35,82,188,202],"accurate":[36],"real-time":[38,237],"lip-reading":[39],"system":[40],"built":[41],"on":[42],"commercial":[43],"RFID":[44],"devices.":[45],"HearMe":[46,180,212],"be":[48,66],"used":[49,67,156],"accurately":[51],"recognize":[52],"different":[53,78,195],"words":[54,196],"in":[55,61,68,76,157,173,197],"pre-defined":[57],"vocabulary":[58,200],"without":[59],"limitations":[60],"light":[62],"conditions":[63],"multiple":[69],"user":[70,186],"scenarios":[71,234],"by":[72,97],"leveraging":[73],"RFID's":[74],"ability":[75],"identifying":[77],"users.":[79],"We":[80],"effective":[83],"data":[84],"collection":[85],"strategy":[86],"well":[88],"capture":[89],"tiny":[91],"complex":[93],"signal":[94,108,138],"patterns":[95],"caused":[96],"mouth":[98,112],"motion":[99],"propose":[101],"set":[103,123],"of":[104,124,170,184,211,223],"algorithms":[105],"extract":[107],"profiles":[109],"related":[110],"motions":[113],"mitigate":[115],"interference":[116],"factors":[117],"like":[118],"multi-path.":[119],"A":[120],"carefully":[121],"designed":[122],"features,":[125,132],"including":[126],"time-domain":[127],"statistical":[128],"features":[129],"frequency-domain":[131],"are":[133],"then":[134],"extracted":[135],"from":[136],"lift":[140],"recognition":[142],"accuracy":[143,189,204],"at":[144],"word":[146],"level.":[147],"To":[148],"reduce":[149],"training":[150],"costs":[151],"when":[152],"model":[154,172],"is":[155,164,219],"environment,":[160],"transfer-learning-based":[162],"approach":[163],"adopted":[165],"enhance":[167],"robustness":[169],"cross-environment":[174],"scenarios.":[175],"Experimental":[176],"results":[177],"show":[178],"that":[179,235],"detects":[181],"speaking":[182],"actions":[183],"higher":[190,205],"than":[191,206,226],"0.95":[192],"recognizes":[194],"20-words":[199],"average":[203],"0.88.":[207],"Moreover,":[208],"latency":[210],"(":[213],"<inline-formula":[214],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[216],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>":[217],"150ms)":[218],"nearly":[220],"two":[221],"orders":[222],"magnitude":[224],"less":[225],"traditional":[227],"approaches,":[228],"making":[229],"it":[230],"applicable":[231],"practical":[233],"require":[236],"lip":[238],"reading.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}