{"id":"https://openalex.org/W7134843798","doi":"https://doi.org/10.1007/s11063-026-11841-6","title":"DrowSFormer-XAI: A Cross-Attentive Neural Network-Transformer Fusion Framework for Drowsiness Detection with Explainable AI","display_name":"DrowSFormer-XAI: A Cross-Attentive Neural Network-Transformer Fusion Framework for Drowsiness Detection with Explainable AI","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134843798","doi":"https://doi.org/10.1007/s11063-026-11841-6"},"language":"en","primary_location":{"id":"doi:10.1007/s11063-026-11841-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-026-11841-6","pdf_url":null,"source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s11063-026-11841-6","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128646121","display_name":"Kathirvel Rajalingam","orcid":null},"institutions":[{"id":"https://openalex.org/I4387154320","display_name":"Gnanamani College of Technology","ror":"https://ror.org/0366mhr44","country_code":"IN","type":"education","lineage":["https://openalex.org/I4387154320"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kathirvel Rajalingam","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Gnanamani College of Technology, Namakkal, India"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Gnanamani College of Technology, Namakkal, India","institution_ids":["https://openalex.org/I4387154320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740450","display_name":"Saravanan Srinivasan","orcid":"https://orcid.org/0000-0001-7884-3532"},"institutions":[{"id":"https://openalex.org/I145286018","display_name":"SRM Institute of Science and Technology","ror":"https://ror.org/050113w36","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saravanan Srinivasan","raw_affiliation_strings":["Department of Computer Science and Engineering, SRM Institute of Science and Technology, Ramapuram Campus, Chennai, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, SRM Institute of Science and Technology, Ramapuram Campus, Chennai, India","institution_ids":["https://openalex.org/I145286018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040940049","display_name":"Sakthi Govindaraju","orcid":null},"institutions":[{"id":"https://openalex.org/I155125381","display_name":"Galgotias University","ror":"https://ror.org/02w8ba206","country_code":"IN","type":"education","lineage":["https://openalex.org/I155125381"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sakthi Govindaraju","raw_affiliation_strings":["School of Computer Science and Engineering, Galgotias University, Greater Noida, 203201, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Galgotias University, Greater Noida, 203201, India","institution_ids":["https://openalex.org/I155125381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004069904","display_name":"Sandeep Kumar Mathivanan","orcid":null},"institutions":[{"id":"https://openalex.org/I155125381","display_name":"Galgotias University","ror":"https://ror.org/02w8ba206","country_code":"IN","type":"education","lineage":["https://openalex.org/I155125381"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandeep Kumar Mathivanan","raw_affiliation_strings":["School of Computer Science and Engineering, Galgotias University, Greater Noida, 203201, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Galgotias University, Greater Noida, 203201, India","institution_ids":["https://openalex.org/I155125381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128631913","display_name":"Sangeetha Ramaswamy","orcid":null},"institutions":[{"id":"https://openalex.org/I1330855593","display_name":"Vel Tech Rangarajan Dr. Sagunthala R&D Institute of Science and Technology","ror":"https://ror.org/05bc5bx80","country_code":"IN","type":"education","lineage":["https://openalex.org/I1330855593"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sangeetha Ramaswamy","raw_affiliation_strings":["School of Computing, Department of Computer Science and Engineering VelTech Rangarajan Dr sagunthala R&D Institute of Science and Technology, Chennai, India"],"affiliations":[{"raw_affiliation_string":"School of Computing, Department of Computer Science and Engineering VelTech Rangarajan Dr sagunthala R&D Institute of Science and Technology, Chennai, India","institution_ids":["https://openalex.org/I1330855593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128663536","display_name":"Usha Moorthy","orcid":null},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Usha Moorthy","raw_affiliation_strings":["School of Computer Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, Karnataka, 576104, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Manipal Institute of Technology Bengaluru, Manipal Academy of Higher Education, Manipal, Karnataka, 576104, India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5128663536"],"corresponding_institution_ids":["https://openalex.org/I164861460"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57951942,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.7749000191688538},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5432000160217285},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.5365999937057495},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48159998655319214},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4246000051498413},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4180000126361847},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.33410000801086426}],"concepts":[{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.7749000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639999985694885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7128999829292297},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.5365999937057495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5310999751091003},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11063-026-11841-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-026-11841-6","pdf_url":null,"source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11063-026-11841-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11063-026-11841-6","pdf_url":null,"source":{"id":"https://openalex.org/S140962798","display_name":"Neural Processing Letters","issn_l":"1370-4621","issn":["1370-4621","1573-773X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Processing Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2894818097","https://openalex.org/W3115346036","https://openalex.org/W3164743527","https://openalex.org/W3201553677","https://openalex.org/W4207012543","https://openalex.org/W4220818737","https://openalex.org/W4220838070","https://openalex.org/W4221105443","https://openalex.org/W4297665946","https://openalex.org/W4307062319","https://openalex.org/W4310553620","https://openalex.org/W4381185174","https://openalex.org/W4381988482","https://openalex.org/W4383262906","https://openalex.org/W4384695038","https://openalex.org/W4386742435","https://openalex.org/W4386749158","https://openalex.org/W4388229378","https://openalex.org/W4391720342","https://openalex.org/W4396542438","https://openalex.org/W4400367862","https://openalex.org/W4400926015","https://openalex.org/W4403431379","https://openalex.org/W4406376935","https://openalex.org/W4406377457","https://openalex.org/W4406730758","https://openalex.org/W4406958561","https://openalex.org/W4408378532","https://openalex.org/W4410013880","https://openalex.org/W4410403825","https://openalex.org/W4410521096","https://openalex.org/W4411278584"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Objective":[1],"The":[2,171,212,235,283,344],"purpose":[3],"of":[4,33,52,66,82,125,177,192,206,216,237,253,269,272,304,336,365],"this":[5,76],"research":[6],"study":[7,331],"is":[8,73],"to":[9,42,113,119,162,222,246,266,275],"establish":[10],"a":[11,154,203],"practical":[12],"independent":[13],"drowsy":[14,39,341],"eye":[15,40,84,342],"detection":[16,24],"method":[17],"with":[18,202,300],"deep":[19],"learning":[20],"(DL)":[21],"techniques.":[22],"This":[23,306,330],"technique":[25],"will":[26,140,158],"assist":[27],"in":[28,57,75,87,220,317],"determining":[29],"the":[30,50,53,64,95,116,123,126,134,164,175,187,195,209,226,238,251,270,276,280,288,293,310,318,334,363,368,386],"drowsiness":[31],"state":[32],"drivers":[34],"by":[35,279,349],"visually":[36],"detecting":[37],"their":[38,248],"condition":[41],"provide":[43,267],"for":[44,92,199,339],"early":[45],"warning":[46],"systems":[47],"and":[48,55,63,111,121,149,166,186,224,232,312,322,352,382],"improve":[49],"safety":[51],"vehicle":[54],"passengers":[56],"areas":[58,274],"such":[59],"as":[60,262],"driver":[61],"monitoring":[62],"assessment":[65],"fatigue.":[67],"Materials":[68],"A":[69],"publicly":[70],"available":[71],"dataset":[72,96,135],"employed":[74],"study,":[77,319],"which":[78,104],"includes":[79,174],"49,793":[80],"images":[81],"different":[83,179],"conditions":[85],"captured":[86],"various":[88,243],"settings.":[89],"In":[90,190],"preparation":[91],"model":[93,127,165,291],"training,":[94,146],"must":[97],"be":[98,142,160],"processed":[99],"through":[100],"initial":[101],"preprocessing":[102],"steps,":[103],"include":[105],"image":[106,109],"size":[107,205],"reduction,":[108],"normalization,":[110],"augmentation":[112],"help":[114],"increase":[115],"model's":[117],"ability":[118],"generalize":[120],"reduce":[122],"risk":[124],"becoming":[128],"too":[129],"specialized":[130],"or":[131],"over-fitting.":[132],"Once":[133],"has":[136,259],"been":[137,260],"processed,":[138],"it":[139],"then":[141],"divided":[143],"into":[144,385],"70%":[145],"15%":[147,150],"validation,":[148],"testing":[151,233,295],"subsets.":[152],"Additionally,":[153],"tenfold":[155],"cross-validation":[156],"approach":[157],"also":[159,376],"used":[161,316],"evaluate":[163],"ensure":[167],"its":[168],"reliability.":[169],"Methods":[170],"experimental":[172,213,284],"framework":[173,214],"evaluation":[176,285,353,360],"five":[178],"DL":[180],"architectures:":[181],"ConvNeXt-Base,":[182],"ResNeSt101,":[183],"CaiT-S36,":[184],"Twins-SVT-Base,":[185],"developed":[188],"architecture\u2014DrowSFormer.":[189],"each":[191],"these":[193],"architectures,":[194],"models":[196,239,315],"were":[197],"trained":[198],"50":[200],"epochs":[201],"batch":[204],"64":[207],"on":[208],"pre-processed":[210],"dataset.":[211],"consists":[215],"three":[217],"primary":[218],"stages":[219],"order":[221],"train":[223],"test":[225],"models;":[227],"training":[228,351],"phase,":[229,231],"validation":[230],"phase.":[234],"performance":[236,296,357],"was":[240],"evaluated":[241],"using":[242],"classification":[244],"metrics":[245],"assess":[247],"effectiveness.":[249],"Finally,":[250],"use":[252],"Grad-CAM":[254,366],"(Gradient-weighted":[255],"Class":[256],"Activation":[257],"Mapping)":[258],"implemented":[261],"an":[263,301],"XAI":[264],"tool":[265],"explanations":[268],"contribution":[271],"specific":[273],"prediction":[277],"made":[278],"models.":[281,328],"Results":[282],"reveals":[286],"that":[287],"proposed":[289,345],"DrowSFormer":[290,346],"achieves":[292],"highest":[294],"among":[297],"all":[298,359],"models,":[299],"obtained":[302],"accuracy":[303,374],"99.58%.":[305],"result":[307],"significantly":[308],"surpasses":[309],"baseline":[311],"state-of-the-art":[313],"(SOTA)":[314],"including":[320],"transformer-based":[321,337],"convolutional":[323],"neural":[324],"networks":[325],"(ConvNet)":[326],"based":[327],"Conclusion":[329],"successfully":[332],"demonstrates":[333],"effectiveness":[335],"architectures":[338],"standalone":[340],"detection.":[343],"model,":[347],"supported":[348],"thorough":[350],"procedures,":[354],"exhibits":[355],"outstanding":[356],"across":[358],"metrics.":[361],"With":[362],"integration":[364],"visualizations,":[367],"system":[369],"not":[370],"only":[371],"delivers":[372],"high":[373],"but":[375],"provides":[377],"interpretability,":[378],"reinforcing":[379],"user":[380],"trust":[381],"offering":[383],"insights":[384],"model\u2019s":[387],"decision-making":[388],"process.":[389]},"counts_by_year":[],"updated_date":"2026-04-07T06:01:17.266235","created_date":"2026-03-11T00:00:00"}