{"id":"https://openalex.org/W7162085589","doi":"https://doi.org/10.48550/arxiv.2605.21852","title":"Seizure-Semiology-Suite (S3): A Clinically Multimodal Dataset, Benchmark, and Models for Seizure Semiology Understanding","display_name":"Seizure-Semiology-Suite (S3): A Clinically Multimodal Dataset, Benchmark, and Models for Seizure Semiology Understanding","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162085589","doi":"https://doi.org/10.48550/arxiv.2605.21852"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21852","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136754741","display_name":"Lina Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073661232","display_name":"Tonmoy Monsoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monsoor, Tonmoy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136764521","display_name":"Peizheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Peizheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136773793","display_name":"Jiarui Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047642301","display_name":"Xinyi Peng","orcid":"https://orcid.org/0000-0002-8060-5899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088154815","display_name":"Chong Han","orcid":"https://orcid.org/0000-0002-2657-1464"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Chong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130688970","display_name":"Prateik Sinha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sinha, Prateik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136750283","display_name":"Siyuan Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119925999","display_name":"Jessica Nichole Pasqua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pasqua, Jessica Nichole","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071307526","display_name":"Colin M. McCrimmon","orcid":"https://orcid.org/0000-0003-1157-9858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McCrimmon, Colin M","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787829","display_name":"Weiting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Weiting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136797389","display_name":"Hailey Marie Miranda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miranda, Hailey Marie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136759364","display_name":"Bing Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136778155","display_name":"Xiangting Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiangting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134254549","display_name":"Tengyou Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Tengyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129470102","display_name":"Chunhan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136806096","display_name":"Jiaye Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Jiaye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136806052","display_name":"Jiarui Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038411571","display_name":"Detao Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Detao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136799570","display_name":"Lingye Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Lingye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136744772","display_name":"Junnan Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Junnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136797335","display_name":"Jungang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jungang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136733630","display_name":"Yan Zan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zan, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136815236","display_name":"Junhua Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Junhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007834243","display_name":"Rajarshi Mazumder","orcid":"https://orcid.org/0000-0002-0489-5089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazumder, Rajarshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136768356","display_name":"Vwani Roychowdhury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roychowdhury, Vwani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.3449000120162964,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.3449000120162964,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.2515999972820282,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08380000293254852,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semiology","display_name":"Semiology","score":0.8676000237464905},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.586899995803833},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4934000074863434},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.45809999108314514},{"id":"https://openalex.org/keywords/laterality","display_name":"Laterality","score":0.4417000114917755},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.40459999442100525}],"concepts":[{"id":"https://openalex.org/C198951751","wikidata":"https://www.wikidata.org/wiki/Q1545237","display_name":"Semiology","level":3,"score":0.8676000237464905},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5706999897956848},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4934000074863434},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4812000095844269},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C171508891","wikidata":"https://www.wikidata.org/wiki/Q10927834","display_name":"Laterality","level":2,"score":0.4417000114917755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4205999970436096},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C2778186239","wikidata":"https://www.wikidata.org/wiki/Q41571","display_name":"Epilepsy","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3684999942779541},{"id":"https://openalex.org/C2779951463","wikidata":"https://www.wikidata.org/wiki/Q7268788","display_name":"Quality of life (healthcare)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C3020000205","wikidata":"https://www.wikidata.org/wiki/Q2412849","display_name":"Narrative review","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2563999891281128},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6664372086524963,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Multimodal":[1],"Large":[2],"Language":[3],"Models":[4],"(MLLMs)":[5],"have":[6],"demonstrated":[7],"remarkable":[8],"proficiency":[9],"in":[10,123,171],"general":[11],"video":[12,174],"understanding,":[13],"their":[14],"capacity":[15],"to":[16,86],"interpret":[17],"involuntary,":[18],"and":[19,43,92,130,144,176],"spatio-temporally":[20],"evolving":[21],"pathologic":[22],"motor":[23],"behaviors":[24],"such":[25],"as":[26],"seizure":[27,48,55,93,160],"semiology":[28,49],"remains":[29],"largely":[30],"untested.":[31],"To":[32,95],"address":[33],"this":[34,70],"gap,":[35],"we":[36,72,103],"introduce":[37,105],"Seizure-Semiology-Suite,":[38],"a":[39,74,146,164],"clinically":[40,97,131,181],"grounded":[41],"dataset":[42,52],"benchmark":[44,77,166],"for":[45,110,167],"fine-grained,":[46],"structured":[47],"understanding.":[50],"The":[51],"includes":[53],"438":[54],"videos":[56],"annotated":[57],"with":[58],"over":[59],"35,000":[60],"dense":[61],"labels":[62],"covering":[63],"20":[64],"ILAE-defined":[65],"semiological":[66],"features.":[67],"Building":[68],"on":[69,156],"dataset,":[71],"propose":[73],"seven-task":[75],"hierarchical":[76],"that":[78,136,145],"systematically":[79],"evaluates":[80],"MLLMs":[81,119],"from":[82],"low-level":[83],"visual":[84],"perception":[85],"temporal":[87,126],"sequencing,":[88,129],"narrative":[89],"report":[90],"generation,":[91],"diagnosis.":[94],"enable":[96],"meaningful":[98],"evaluation":[99],"of":[100,154,180],"generated":[101],"reports,":[102],"further":[104],"the":[106,178],"Report":[107],"Quality":[108],"Index":[109],"Seizure":[111],"Semiology":[112],"(Seizure-RQI).":[113],"Extensive":[114],"baselines":[115],"across":[116,142],"11":[117],"open-weight":[118],"reveal":[120],"systematic":[121],"weaknesses":[122],"laterality":[124],"reasoning,":[125],"localization,":[127],"symptom":[128],"faithful":[132],"reporting.":[133],"We":[134],"show":[135],"seizure-specific":[137],"fine-tuning":[138],"substantially":[139],"improves":[140],"performance":[141],"tasks,":[143],"two-stage":[147],"neuro-symbolic":[148],"framework":[149],"achieves":[150],"an":[151],"F1":[152],"score":[153],"0.96":[155],"epileptic":[157],"versus":[158],"non-epileptic":[159],"classification.":[161],"Seizure-Semiology-Suite":[162],"establishes":[163],"rigorous":[165],"evaluating":[168],"multimodal":[169,184],"models":[170],"safety-critical":[172],"medical":[173],"understanding":[175],"guides":[177],"development":[179],"reliable,":[182],"domain-adaptive":[183],"intelligence.":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-23T00:00:00"}