{"id":"https://openalex.org/W4402569855","doi":"https://doi.org/10.1109/tnnls.2024.3440495","title":"Tackling Event-Based Lip-Reading by Exploring Multigrained Spatiotemporal Clues","display_name":"Tackling Event-Based Lip-Reading by Exploring Multigrained Spatiotemporal Clues","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402569855","doi":"https://doi.org/10.1109/tnnls.2024.3440495","pmid":"https://pubmed.ncbi.nlm.nih.gov/39288038"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3440495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3440495","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056587842","display_name":"Ganchao Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ganchao Tan","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059984961","display_name":"Zengyu Wan","orcid":"https://orcid.org/0009-0009-0777-1143"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengyu Wan","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322958","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0003-3369-6772"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595793","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0003-3111-5751"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Cao","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003217535","display_name":"Zheng-Jun Zha","orcid":"https://orcid.org/0000-0003-2510-8993"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng-Jun Zha","raw_affiliation_strings":["Department of Automation, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056587842"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.1822,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89381794,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"5","first_page":"8279","last_page":"8291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.6295989155769348},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.599590003490448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4152628481388092},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.26615476608276367},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.060554951429367065},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.052976012229919434}],"concepts":[{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.6295989155769348},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.599590003490448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4152628481388092},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26615476608276367},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.060554951429367065},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.052976012229919434},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3440495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3440495","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:39288038","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39288038","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G575396328","display_name":null,"funder_award_id":"62225207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G589573503","display_name":null,"funder_award_id":"62206262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W36949327","https://openalex.org/W1962124124","https://openalex.org/W1975697167","https://openalex.org/W1992057917","https://openalex.org/W2020096355","https://openalex.org/W2098923380","https://openalex.org/W2194775991","https://openalex.org/W2519559998","https://openalex.org/W2551572271","https://openalex.org/W2570575067","https://openalex.org/W2594690981","https://openalex.org/W2745933219","https://openalex.org/W2765407302","https://openalex.org/W2767142727","https://openalex.org/W2783185291","https://openalex.org/W2789435382","https://openalex.org/W2793209102","https://openalex.org/W2795192875","https://openalex.org/W2796402180","https://openalex.org/W2890016712","https://openalex.org/W2897492880","https://openalex.org/W2900449404","https://openalex.org/W2904275768","https://openalex.org/W2922107638","https://openalex.org/W2947930228","https://openalex.org/W2951333473","https://openalex.org/W2962804204","https://openalex.org/W2962858109","https://openalex.org/W2963057320","https://openalex.org/W2963093735","https://openalex.org/W2963121255","https://openalex.org/W2963524571","https://openalex.org/W2972756321","https://openalex.org/W2979969178","https://openalex.org/W2987260487","https://openalex.org/W2990503944","https://openalex.org/W2998281665","https://openalex.org/W3005985924","https://openalex.org/W3010268791","https://openalex.org/W3016011581","https://openalex.org/W3028126440","https://openalex.org/W3035957079","https://openalex.org/W3040838455","https://openalex.org/W3122048951","https://openalex.org/W3127645834","https://openalex.org/W3133660631","https://openalex.org/W3134123147","https://openalex.org/W3168565360","https://openalex.org/W3174138177","https://openalex.org/W3176151743","https://openalex.org/W3188021906","https://openalex.org/W3196480172","https://openalex.org/W3212395333","https://openalex.org/W4205982568","https://openalex.org/W4214727094","https://openalex.org/W4288770705","https://openalex.org/W4312263420","https://openalex.org/W4312340502","https://openalex.org/W4312464683","https://openalex.org/W4312656891","https://openalex.org/W4313003697","https://openalex.org/W4313153644","https://openalex.org/W4385815549","https://openalex.org/W4387694723","https://openalex.org/W4387717366","https://openalex.org/W4395482269","https://openalex.org/W4396732977","https://openalex.org/W4398254293","https://openalex.org/W4402916878","https://openalex.org/W6631190155","https://openalex.org/W6631751486","https://openalex.org/W6640212811","https://openalex.org/W6726497184","https://openalex.org/W6754595668","https://openalex.org/W6783508657","https://openalex.org/W6785851975","https://openalex.org/W6796939779"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Automatic":[0],"lip-reading":[1,204,215,235],"(ALR)":[2],"is":[3,78],"the":[4,15,65,94,112,125,140,167,176,180,191,195,210,213,220,223,227],"task":[5],"of":[6,29,80,100,212,222],"recognizing":[7],"words":[8,63],"based":[9],"on":[10,128,143],"visual":[11,55,109],"information":[12,110],"obtained":[13],"from":[14,64,85],"speaker's":[16],"lip":[17],"movements.":[18],"In":[19,198],"this":[20],"study,":[21],"we":[22,68,91,183,200],"introduce":[23],"event":[24,66,88,95,98,113,181],"cameras,":[25],"a":[26,70,121,185],"novel":[27,71],"type":[28],"sensing":[30],"device,":[31],"for":[32,45,209],"ALR.":[33],"Event":[34],"cameras":[35,44],"offer":[36],"both":[37],"technical":[38],"and":[39,57,158,207,233],"application":[40],"advantages":[41],"over":[42,226],"conventional":[43],"ALR":[46],"due":[47],"to":[48,104,174,189],"their":[49],"higher":[50],"temporal":[51,102,159,177,186],"resolution,":[52],"less":[53],"redundant":[54],"information,":[56],"lower":[58],"power":[59],"consumption.":[60],"To":[61],"recognize":[62],"data,":[67],"propose":[69],"multigrained":[72],"spatiotemporal":[73,83],"features":[74,84,160,168,192],"learning":[75],"framework,":[76],"which":[77],"capable":[79],"perceiving":[81],"fine-grained":[82,156],"microsecond":[86],"time-resolved":[87],"data.":[89],"Specifically,":[90],"first":[92],"convert":[93],"data":[96],"into":[97,120],"frames":[99,130],"multiple":[101],"resolutions":[103],"avoid":[105],"losing":[106],"too":[107],"much":[108],"at":[111],"representation":[114],"stage.":[115],"Then,":[116],"they":[117],"are":[118],"fed":[119],"multibranch":[122,196],"subnetwork":[123,188],"where":[124],"branch":[126,141],"operating":[127,142],"low-rate":[129],"can":[131,147,161],"perceive":[132,148],"spatially":[133,149],"complete":[134],"but":[135,151],"temporally":[136,152],"coarse":[137,150],"features,":[138],"while":[139],"high":[144],"frame":[145],"rate":[146],"fine":[153],"features.":[154],"Thus,":[155],"spatial":[157],"be":[162],"simultaneously":[163],"learned":[164],"by":[165,170,194],"integrating":[166],"perceived":[169,193],"different":[171],"branches.":[172],"Furthermore,":[173],"model":[175,225],"relationships":[178],"in":[179],"stream,":[182],"design":[184],"aggregation":[187],"aggregate":[190],"subnetwork.":[197],"addition,":[199],"collect":[201],"two":[202],"event-based":[203,214,229],"datasets":[205],"(DVS-Lip":[206],"DVS-LRW100)":[208],"study":[211],"task.":[216],"Experimental":[217],"results":[218],"demonstrate":[219],"superiority":[221],"proposed":[224],"state-of-the-art":[228],"action":[230],"recognition":[231],"models":[232],"video-based":[234],"models.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}