{"id":"https://openalex.org/W7224497268","doi":"https://doi.org/10.64898/2026.10.28.26366763","title":"Same pipelines, different answers: how evaluation design shapes EEG seizure prediction","display_name":"Same pipelines, different answers: how evaluation design shapes EEG seizure prediction","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224497268","doi":"https://doi.org/10.64898/2026.10.28.26366763"},"language":"en","primary_location":{"id":"doi:10.64898/2026.10.28.26366763","doi":"https://doi.org/10.64898/2026.10.28.26366763","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.28.26366763","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.28.26366763.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.28.26366763.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113024831","display_name":"Zikang Song","orcid":"https://orcid.org/0009-0006-8711-1791","observed_orcids":["https://orcid.org/0009-0006-8711-1791","https://orcid.org/0009-0005-3101-4856"]},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Zikang Song","raw_affiliation_strings":["Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand"],"raw_orcid":"https://orcid.org/0009-0006-8711-1791","affiliations":[{"raw_affiliation_string":"Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066561961","display_name":"Mangor Pedersen","orcid":"https://orcid.org/0000-0002-9199-1916","observed_orcids":["https://orcid.org/0000-0002-9199-1916"]},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Mangor Pedersen","raw_affiliation_strings":["Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-9199-1916","affiliations":[{"raw_affiliation_string":"Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065782658","display_name":"Dion Henare","orcid":"https://orcid.org/0000-0003-4788-0677","observed_orcids":["https://orcid.org/0000-0003-4788-0677"]},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Dion Henare","raw_affiliation_strings":["Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-4788-0677","affiliations":[{"raw_affiliation_string":"Department of Psychology and Neuroscience, Auckland University of Technology, 90 Akoranga Drive, Northcote, Auckland 0627, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5113024831"],"corresponding_institution_ids":["https://openalex.org/I39854758"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/seizure-prediction","display_name":"seizure prediction","score":0.8309999704360962},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"EEG","score":0.8080000281333923},{"id":"https://openalex.org/keywords/evaluation-design","display_name":"evaluation design","score":0.8389999866485596},{"id":"https://openalex.org/keywords/train-test-split","display_name":"train-test split","score":0.6650000214576721},{"id":"https://openalex.org/keywords/cross-validation","display_name":"cross-validation","score":0.5170000195503235},{"id":"https://openalex.org/keywords/chb-mit-database","display_name":"CHB-MIT database","score":0.7960000038146973},{"id":"https://openalex.org/keywords/power-spectral-density","display_name":"power spectral density","score":0.7870000004768372},{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"linear discriminant analysis","score":0.9940000176429749},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6940000057220459},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.6209999918937683},{"id":"https://openalex.org/keywords/epilepsy","display_name":"epilepsy","score":0.5960000157356262}],"concepts":[{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.5346999764442444},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5318999886512756},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4523000121116638},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.43529999256134033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4027000069618225},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3578000068664551},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C2778515351","wikidata":"https://www.wikidata.org/wiki/Q9622","display_name":"Scalp","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C2778186239","wikidata":"https://www.wikidata.org/wiki/Q41571","display_name":"Epilepsy","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28870001435279846},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.10.28.26366763","doi":"https://doi.org/10.64898/2026.10.28.26366763","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.28.26366763","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.28.26366763.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.10.28.26366763","doi":"https://doi.org/10.64898/2026.10.28.26366763","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.28.26366763","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.28.26366763.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8371999859809875,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310339","display_name":"Auckland University of Technology, New Zealand","ror":"https://ror.org/01zvqw119"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224497268.pdf","grobid_xml":"https://content.openalex.org/works/W7224497268.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2020713213","https://openalex.org/W2088222765","https://openalex.org/W2162800060","https://openalex.org/W2559463885","https://openalex.org/W2792764867","https://openalex.org/W2799610518","https://openalex.org/W3042240997","https://openalex.org/W4312597583","https://openalex.org/W4361204904","https://openalex.org/W4386180704","https://openalex.org/W4386859637","https://openalex.org/W4396512417","https://openalex.org/W4396619951","https://openalex.org/W4400664399","https://openalex.org/W4402309882","https://openalex.org/W4406406085","https://openalex.org/W4416818812","https://openalex.org/W6903506929","https://openalex.org/W6940928799","https://openalex.org/W7125836184","https://openalex.org/W7133944773","https://openalex.org/W7140405555","https://openalex.org/W7169803189"],"related_works":["https://openalex.org/W4361204904","https://openalex.org/W7162932663","https://openalex.org/W2611396605","https://openalex.org/W7135394425","https://openalex.org/W4414079838","https://openalex.org/W4403333936","https://openalex.org/W3161617577","https://openalex.org/W4404659570","https://openalex.org/W2998304262","https://openalex.org/W4312113404"],"abstract_inverted_index":{"Abstract":[0],"Seizure-prediction":[1],"studies":[2],"on":[3,23,62,171,179,199,240],"scalp":[4],"electroencephalography":[5],"(EEG)":[6],"often":[7],"report":[8],"accuracies":[9],"that":[10,145,177,234],"would":[11],"be":[12,238],"clinically":[13],"useful,":[14],"yet":[15],"the":[16,63,81,87,93,156,197,200,211,216,221,227,241],"score":[17],"a":[18,41,53],"model":[19],"receives":[20],"also":[21],"depends":[22],"how":[24,58],"its":[25,31,142],"test":[26,195],"data":[27,173],"were":[28,60,69,116,132,191],"separated":[29],"from":[30,40,98],"training":[32],"data.":[33],"We":[34,225],"kept":[35,127],"five":[36,94],"published":[37],"pipelines":[38,95],"fixed,":[39],"spectral":[42,45],"baseline":[43,198],"(power":[44],"density":[46],"with":[47],"linear":[48],"discriminant":[49],"analysis,":[50],"PSD+LDA)":[51],"to":[52,80,141,166],"transformer,":[54],"and":[55,92,129,182,231],"changed":[56,215],"only":[57,186],"they":[59],"evaluated":[61],"CHB-MIT":[64],"database.":[65],"When":[66],"whole":[67],"subjects":[68],"held":[70,133],"out":[71,134],"in":[72,159],"20":[73],"repeated":[74],"partitions,":[75],"every":[76,138],"pipeline":[77],"scored":[78],"close":[79],"0.5":[82],"reference":[83],"(mean":[84],"area":[85],"under":[86],"ROC":[88],"curve,":[89],"AUC,":[90],"0.527\u20130.553),":[91],"differed":[96],"less":[97],"one":[99],"another":[100],"than":[101,220],"each":[102,123],"varied":[103],"between":[104],"partitions.":[105],"Within":[106],"patients,":[107],"PSD+LDA":[108],"reached":[109],"an":[110,146,204],"AUC":[111,205],"of":[112,188,196,206,213,223],"0.815":[113],"when":[114,122],"windows":[115,190],"allocated":[117],"at":[118,183],"random":[119],"but":[120],"0.572":[121],"preictal":[124,189],"block":[125],"was":[126],"intact":[128],"later":[130],"seizures":[131],"for":[135],"testing.":[136],"Tracing":[137],"window":[139,228,248],"back":[140],"recording":[143],"showed":[144],"index-based":[147],"within-patient":[148],"split":[149],"had":[150],"let":[151],"raw":[152],"EEG":[153],"samples":[154],"cross":[155],"train\u2013test":[157],"boundary":[158],"all":[160],"ten":[161],"eligible":[162],"cases.":[163],"Thresholds":[164],"tuned":[165],"allow":[167],"1.67%":[168],"false":[169],"positives":[170],"validation":[172],"did":[174],"not":[175,250],"hold":[176],"rate":[178],"new":[180,235],"subjects,":[181],"those":[184],"thresholds":[185],"2\u20136%":[187],"detected.":[192],"A":[193],"zero-shot":[194],"Siena":[201],"database":[202],"gave":[203],"0.480.":[207],"In":[208],"this":[209],"benchmark,":[210],"choice":[212,222],"evaluation":[214],"answer":[217],"far":[218],"more":[219],"architecture.":[224],"release":[226],"manifests,":[229],"partitions":[230],"predictions":[232],"so":[233],"models":[236],"can":[237],"tested":[239],"same":[242],"terms.":[243],"All":[244],"results":[245],"concern":[246],"retrospective":[247],"classification,":[249],"continuous":[251],"alarms.":[252]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-30T00:00:00"}