{"id":"https://openalex.org/W7158950813","doi":"https://doi.org/10.48550/arxiv.2604.26379","title":"A Multimodal Pre-trained Network for Integrated EEG-Video Seizure Detection","display_name":"A Multimodal Pre-trained Network for Integrated EEG-Video Seizure Detection","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158950813","doi":"https://doi.org/10.48550/arxiv.2604.26379"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26379","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134916831","display_name":"Tong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134887423","display_name":"Ke Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134879067","display_name":"Zimo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zimo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916759","display_name":"Zitong Zhao","orcid":"https://orcid.org/0000-0003-4960-5898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072512123","display_name":"Danwei Weng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Danwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134911199","display_name":"Ruiyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ruiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134878482","display_name":"Miao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134884952","display_name":"Zizuo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zizuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102596896","display_name":"Jingyi Yao","orcid":"https://orcid.org/0000-0001-8162-3282"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134924524","display_name":"Yixuan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134911288","display_name":"Wenchao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134877070","display_name":"Min Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134879490","display_name":"Guoming Luan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luan, Guoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134928362","display_name":"Minmin Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Minmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5109868663","display_name":"Zhifeng Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Zhifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6875},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6611999869346619},{"id":"https://openalex.org/keywords/ictal","display_name":"Ictal","score":0.5953999757766724},{"id":"https://openalex.org/keywords/epilepsy","display_name":"Epilepsy","score":0.5019000172615051},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45890000462532043},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4408999979496002}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6693000197410583},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6611999869346619},{"id":"https://openalex.org/C17755696","wikidata":"https://www.wikidata.org/wiki/Q16564780","display_name":"Ictal","level":3,"score":0.5953999757766724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5425999760627747},{"id":"https://openalex.org/C2778186239","wikidata":"https://www.wikidata.org/wiki/Q41571","display_name":"Epilepsy","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45890000462532043},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4408999979496002},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C67359045","wikidata":"https://www.wikidata.org/wiki/Q14026181","display_name":"Event-related potential","level":3,"score":0.37599998712539673},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C2779334592","wikidata":"https://www.wikidata.org/wiki/Q6279182","display_name":"Epileptic seizure","level":3,"score":0.3555000126361847},{"id":"https://openalex.org/C98254291","wikidata":"https://www.wikidata.org/wiki/Q7611238","display_name":"Stereoelectroencephalography","level":4,"score":0.31380000710487366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.26350000500679016}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26379","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6186007857322693,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"seizure":[1,117],"detection":[2,118],"in":[3],"mouse":[4],"models":[5],"is":[6,19],"essential":[7],"for":[8,25,89,134,150],"preclinical":[9],"epilepsy":[10],"research,":[11],"yet":[12],"manual":[13],"review":[14],"of":[15,77,102,112,141],"synchronized":[16,78],"video-EEG":[17],"recordings":[18,82],"labor-intensive":[20],"and":[21,62,68,80,91,108,143,169],"single-modality":[22],"systems":[23],"fail":[24],"complementary":[26],"reasons:":[27],"video-based":[28],"methods":[29,38],"are":[30,39],"easily":[31],"confounded":[32],"by":[33],"benign":[34],"behaviors,":[35],"whereas":[36],"EEG-based":[37],"vulnerable":[40],"to":[41,65,154],"ictal":[42],"motion":[43],"artifacts.":[44],"We":[45,71],"present":[46],"EEGVFusion,":[47],"a":[48,99,121,126,138],"multimodal":[49],"framework":[50],"that":[51,166],"combines":[52],"self-supervised":[53],"EEG":[54,79,167],"representation":[55],"learning,":[56],"spatio-temporal":[57],"video":[58,81],"encoding,":[59],"optimal-transport":[60],"alignment,":[61],"bidirectional":[63],"cross-attention":[64],"integrate":[66],"neural":[67],"behavioral":[69],"evidence.":[70],"also":[72],"curate":[73],"an":[74,109],"expert-annotated":[75],"dataset":[76],"comprising":[83],"93":[84],"sessions":[85],"from":[86,147],"15":[87],"mice":[88],"training":[90],"evaluation.":[92],"In":[93,125],"the":[94,151],"random-session":[95],"split,":[96],"EEGVFusion":[97,136],"achieved":[98,137],"Balanced":[100,139],"Accuracy":[101,140],"0.9957":[103],"with":[104,120,130],"perfect":[105,159],"event":[106,160,178],"sensitivity":[107],"Event":[110,145],"FAR":[111,146],"0.6250":[113],"FP/h,":[114],"indicating":[115],"strong":[116],"performance":[119],"low":[122],"false-alarm":[123],"burden.":[124],"single":[127],"held-out-subject":[128],"evaluation":[129],"Subject":[131],"110":[132],"reserved":[133],"testing,":[135],"0.9718":[142],"reduced":[144],"2.7250":[148],"FP/h":[149,156],"EEG-only":[152],"counterpart":[153],"0.4833":[155],"while":[157,176],"preserving":[158,177],"sensitivity.":[161,179],"Targeted":[162],"ablations":[163],"further":[164],"showed":[165],"pre-training":[168],"OT":[170],"alignment":[171],"help":[172],"reduce":[173],"false":[174],"alarms":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}