{"id":"https://openalex.org/W7166853004","doi":"https://doi.org/10.48550/arxiv.2606.31225","title":"A First Exploration of Neuromorphic OT-CFM for Multi-Speaker VSR","display_name":"A First Exploration of Neuromorphic OT-CFM for Multi-Speaker VSR","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166853004","doi":"https://doi.org/10.48550/arxiv.2606.31225"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31225","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139772275","display_name":"Lin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137155053","display_name":"Jingping Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Jingping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139835600","display_name":"Hairui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hairui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139852249","display_name":"Chenyang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Chenyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139816361","display_name":"Xiaorui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139729277","display_name":"Weidong Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaorui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139786430","display_name":"Xiaoming Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Weidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Xiaoming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiaoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6216999888420105},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5940999984741211},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.49619999527931213},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4357999861240387},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.38659998774528503},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.376800000667572},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.37599998712539673},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.3714999854564667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745199978351593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6243000030517578},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6216999888420105},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5940999984741211},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.49619999527931213},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4771000146865845},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.38659998774528503},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.3714999854564667},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3626999855041504},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.32710000872612},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.32589998841285706},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C193125573","wikidata":"https://www.wikidata.org/wiki/Q7449065","display_name":"Semantic interpretation","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2780575108","wikidata":"https://www.wikidata.org/wiki/Q7316652","display_name":"Retargeting","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C2780938662","wikidata":"https://www.wikidata.org/wiki/Q973710","display_name":"Tying","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5595825910568237}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"Speech":[1],"Recognition":[2],"(VSR)":[3],"tasks":[4],"in":[5,119],"complex":[6],"multi-speaker":[7],"scenarios":[8],"are":[9],"severely":[10],"hindered":[11],"by":[12],"rapid":[13],"head":[14],"motions,":[15],"occlusions,":[16],"and":[17,30,59,99,148,174],"subtle":[18],"lip":[19],"articulations.":[20],"Traditional":[21],"RGB-based":[22],"methods":[23],"struggle":[24],"here":[25],"due":[26],"to":[27,64,101,127,151],"low":[28],"rates":[29],"motion":[31],"blur":[32],"of":[33,164],"frames.":[34],"To":[35,92],"overcome":[36],"these,":[37],"we":[38,55,105,136],"propose":[39],"LipsFlow,":[40],"a":[41,120,138,161,171],"neuromorphic-inspired":[42],"VSR":[43],"framework":[44],"that":[45],"converts":[46],"RGB":[47],"videos":[48],"into":[49,68],"high-temporal-resolution":[50],"event":[51],"streams.":[52],"For":[53],"multi-speaker,":[54],"employ":[56],"ByteTrack":[57],"tracking":[58],"TalkNet":[60],"active":[61],"speaker":[62],"detection":[63],"temporally":[65],"segment":[66],"scenes":[67],"single-speaker":[69],"clips,":[70],"enabling":[71],"focused":[72],"per-speaker":[73],"analysis.":[74],"By":[75],"explicitly":[76],"capturing":[77],"microsecond-level":[78],"articulatory":[79,103],"dynamics":[80],"via":[81],"learnable":[82],"event-based":[83,97,178],"representations,":[84],"LipsFlow":[85,159],"achieves":[86,160],"inherent":[87],"robustness":[88],"against":[89],"visual":[90],"degradation.":[91],"efficiently":[93],"model":[94],"these":[95],"dense":[96],"features":[98],"adapt":[100],"speaker-specific":[102],"patterns,":[104],"introduce":[106],"Optimal":[107],"Transport":[108],"Conditional":[109],"Flow":[110],"Matching":[111],"(OT-CFM).":[112],"It":[113],"enforces":[114],"deterministic,":[115],"straight-line":[116],"trajectory":[117],"generation":[118],"semantic":[121],"latent":[122],"space,":[123],"slashing":[124],"inference":[125],"latency":[126],"just":[128],"two":[129],"Ordinary":[130],"Differential":[131],"Equation":[132],"(ODE)":[133],"steps.":[134],"Furthermore,":[135],"design":[137],"Dual-Level":[139],"Semantic":[140],"Supervision":[141],"mechanism":[142],"combining":[143],"token-level":[144],"BERT":[145],"weight":[146],"tying":[147],"sentence-level":[149],"priors":[150],"resolve":[152],"homophene":[153],"ambiguities.":[154],"Validated":[155],"on":[156],"competitive":[157],"benchmarks,":[158],"state-of-the-art":[162],"WER":[163],"22.3\\%":[165],"at":[166],"240":[167],"ms":[168],"latency,":[169],"establishing":[170],"highly":[172],"robust":[173],"efficient":[175],"paradigm":[176],"for":[177],"VSR.":[179]},"counts_by_year":[],"updated_date":"2026-07-03T06:15:21.484131","created_date":"2026-07-02T00:00:00"}