{"id":"https://openalex.org/W7225404392","doi":"https://doi.org/10.1186/s40708-026-00343-9","title":"What does a multimodal EEG\u2013Eye-tracking engagement decoder learn? A leakage-aware audit on the NeuMa dataset","display_name":"What does a multimodal EEG\u2013Eye-tracking engagement decoder learn? A leakage-aware audit on the NeuMa dataset","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225404392","doi":"https://doi.org/10.1186/s40708-026-00343-9"},"language":"en","primary_location":{"id":"doi:10.1186/s40708-026-00343-9","doi":"https://doi.org/10.1186/s40708-026-00343-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-026-00343-9","pdf_url":null,"source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s40708-026-00343-9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111238744","display_name":"D. Shofia Priyadharshini","orcid":"https://orcid.org/0009-0004-2291-1814","observed_orcids":["https://orcid.org/0009-0004-2291-1814"]},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D. Priyadharshini","raw_affiliation_strings":["Centre for Neuroinformatics, Vellore Institute of Technology, Chennai, India"],"raw_orcid":"https://orcid.org/0009-0004-2291-1814","affiliations":[{"raw_affiliation_string":"Centre for Neuroinformatics, Vellore Institute of Technology, Chennai, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031505347","display_name":"S. Shridevi","orcid":"https://orcid.org/0000-0002-0038-7212","observed_orcids":["https://orcid.org/0000-0002-0038-7212"]},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"S. Shridevi","raw_affiliation_strings":["Centre for Neuroinformatics, Vellore Institute of Technology, Chennai, India"],"raw_orcid":"https://orcid.org/0000-0002-0038-7212","affiliations":[{"raw_affiliation_string":"Centre for Neuroinformatics, Vellore Institute of Technology, Chennai, India","institution_ids":["https://openalex.org/I876193797"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5031505347"],"corresponding_institution_ids":["https://openalex.org/I876193797"],"apc_list":{"value":1090,"currency":"USD","value_usd":1090},"apc_paid":{"value":1090,"currency":"USD","value_usd":1090},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.07890000194311142,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze-prediction","display_name":"gaze prediction","score":0.42899999022483826},{"id":"https://openalex.org/keywords/eegnet","display_name":"EEGNet","score":0.4909999966621399},{"id":"https://openalex.org/keywords/spiking-neural-networks","display_name":"spiking neural networks","score":0.6299999952316284},{"id":"https://openalex.org/keywords/dwell-time","display_name":"dwell time","score":0.7839999794960022},{"id":"https://openalex.org/keywords/neuromarketing","display_name":"neuromarketing","score":0.6470000147819519}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8335000276565552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631000280380249},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.5077999830245972},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4848000109195709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4771000146865845},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39089998602867126},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3418000042438507},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C138954614","wikidata":"https://www.wikidata.org/wiki/Q9192","display_name":"Mandarin Chinese","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25780001282691956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s40708-026-00343-9","doi":"https://doi.org/10.1186/s40708-026-00343-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-026-00343-9","pdf_url":null,"source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s40708-026-00343-9","doi":"https://doi.org/10.1186/s40708-026-00343-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40708-026-00343-9","pdf_url":null,"source":{"id":"https://openalex.org/S2498492389","display_name":"Brain Informatics","issn_l":"2198-4018","issn":["2198-4018","2198-4026"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","norway-1","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Brain Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7160209178","https://openalex.org/W4414431606","https://openalex.org/W4406188356","https://openalex.org/W7225245976","https://openalex.org/W7225201189","https://openalex.org/W7162528897","https://openalex.org/W7130656031","https://openalex.org/W4294975119","https://openalex.org/W2905848996","https://openalex.org/W7155037708"],"abstract_inverted_index":{"Multimodal":[0],"decoders":[1],"combining":[2],"electroencephalography":[3],"(EEG)":[4],"and":[5,60,63,111,144,194,243],"eye":[6],"tracking":[7],"predict":[8],"consumer":[9],"engagement,":[10],"but":[11],"accuracy":[12],"against":[13],"a":[14,22,87,191],"rule-defined":[15],"label":[16,241],"does":[17],"not":[18,168],"establish":[19],"which":[20,216],"information":[21],"decoder":[23],"uses.":[24],"We":[25],"audit":[26,237],"this":[27],"question":[28],"on":[29,89],"NeuMa":[30],"(42":[31],"participants;":[32],"37":[33],"evaluable":[34],"engagement":[35,39],"folds),":[36],"using":[37],"an":[38,64,96,235],"index":[40],"constructed":[41,85],"by":[42],"the":[43,45,56,84,90,99,107,118,122,127,135,160,170,185,195,199,248],"authors,":[44],"Interpretable":[46],"Neuro-Symbolic":[47],"Hybrid":[48],"Dynamic":[49],"Graph":[50],"Spiking":[51],"Cross-Modal":[52],"Transformer":[53],"(INS-HDGS-CMT)":[54],"as":[55,71],"architecture":[57],"under":[58,73,98,156],"audit,":[59],"EEGNet,":[61],"ShallowConvNet":[62,145],"eye-tracking":[65],"long":[66],"short-term":[67],"memory":[68],"network":[69],"(LSTM)":[70],"references,":[72],"leave-one-subject-out":[74],"cross-validation.":[75],"Four":[76],"findings":[77],"emerge.":[78],"First,":[79],"gaze":[80,93],"dominates":[81],"predictability":[82],"of":[83,105,210],"index:":[86],"probe":[88,138],"index\u2019s":[91],"five":[92],"terms":[94],"reaches":[95],"area":[97],"receiver":[100],"operating":[101],"characteristic":[102],"curve":[103],"(ROC-AUC)":[104],"0.92,":[106],"gaze-only":[108],"LSTM":[109],"0.89,":[110],"INS-HDGS-CMT":[112],"0.88;":[113],"no":[114,182],"multimodal":[115],"model":[116],"in":[117,126],"principal":[119,128],"comparison":[120],"exceeded":[121],"LSTM\u2019s":[123],"ROC-AUC.":[124],"Second,":[125],"tuned":[129],"comparison,":[130],"EEG":[131],"encoders":[132],"score":[133],"below":[134],"EEG-term":[136],"linear":[137],"(0.49\u20130.64":[139],"versus":[140,220],"0.67),":[141],"although":[142],"EEGNet":[143],"distinguish":[146],"resting":[147],"state":[148],"from":[149],"browsing":[150],"at":[151,221],"0.92\u20130.94;":[152],"selected":[153],"models":[154],"retested":[155],"fold-wise":[157],"relabelling":[158],"preserved":[159],"broad":[161],"EEG\u2013gaze":[162],"separation.":[163],"Third,":[164],"performance":[165],"alone":[166],"did":[167],"substantiate":[169],"decoder\u2019s":[171],"connectivity,":[172],"efficiency":[173],"or":[174],"interpretability":[175],"mechanisms:":[176],"retrained":[177],"density-matched":[178],"topology":[179],"surrogates":[180],"produced":[181],"detectable":[183],"loss,":[184],"spiking":[186],"front-end":[187],"was":[188],"slower":[189],"than":[190],"dense":[192],"twin,":[193],"bypass":[196],"classifier":[197],"dominated":[198],"final":[200],"decision.":[201],"Fourth,":[202],"retrospective":[203],"product-selection":[204],"analyses":[205],"yielded":[206],"mean":[207],"fold":[208],"ROC-AUCs":[209],"0.88\u20130.91":[211],"for":[212,224,239],"session-level":[213],"dwell":[214],"probes,":[215],"include":[217],"post-selection":[218],"viewing,":[219],"most":[222],"0.61":[223],"five-second":[225],"epoch":[226],"models.":[227],"The":[228],"contribution":[229],"is":[230],"these":[231],"findings,":[232],"together":[233],"with":[234,247],"eight-step":[236],"protocol":[238],"examining":[240],"dependence":[242],"component":[244],"contributions,":[245],"released":[246],"code.":[249]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}