{"id":"https://openalex.org/W7162780734","doi":"https://doi.org/10.1186/s40537-026-01463-z","title":"A real-time multimodal framework for driver behavior recognition using transformer and reinforcement learning","display_name":"A real-time multimodal framework for driver behavior recognition using transformer and reinforcement learning","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162780734","doi":"https://doi.org/10.1186/s40537-026-01463-z"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-026-01463-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-026-01463-z","pdf_url":"https://link.springer.com/content/pdf/10.1186/s40537-026-01463-z.pdf","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/s40537-026-01463-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118718912","display_name":"M.A. Sayedelahl","orcid":null},"institutions":[{"id":"https://openalex.org/I169744251","display_name":"Damanhour University","ror":"https://ror.org/03svthf85","country_code":"EG","type":"education","lineage":["https://openalex.org/I169744251"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"M. A. Sayedelahl","raw_affiliation_strings":["Faculty of Computers and Information, Damanhour University, Damanhour, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Information, Damanhour University, Damanhour, Egypt","institution_ids":["https://openalex.org/I169744251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137382927","display_name":"Ahmed M. Khalil","orcid":null},"institutions":[{"id":"https://openalex.org/I119744171","display_name":"Higher Colleges of Technology","ror":"https://ror.org/00qmy9z88","country_code":"AE","type":"education","lineage":["https://openalex.org/I119744171"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ahmed M. Khalil","raw_affiliation_strings":["Computer Information Science, Higher Colleges of Technology, Sharjah, UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Information Science, Higher Colleges of Technology, Sharjah, UAE","institution_ids":["https://openalex.org/I119744171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133365787","display_name":"Mohamed S. Benlamine","orcid":null},"institutions":[{"id":"https://openalex.org/I119744171","display_name":"Higher Colleges of Technology","ror":"https://ror.org/00qmy9z88","country_code":"AE","type":"education","lineage":["https://openalex.org/I119744171"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamed S. Benlamine","raw_affiliation_strings":["Computer Information Science, Higher Colleges of Technology, Sharjah, UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Information Science, Higher Colleges of Technology, Sharjah, UAE","institution_ids":["https://openalex.org/I119744171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024614819","display_name":"Abeer A. Wafa","orcid":"https://orcid.org/0009-0002-2229-476X"},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Abeer A. Wafa","raw_affiliation_strings":["Faculty of Computers and Artificial Intelligence, Helwan University, Helwan, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Artificial Intelligence, Helwan University, Helwan, Egypt","institution_ids":["https://openalex.org/I84058292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137344221","display_name":"Osama Abu-Elnasr","orcid":null},"institutions":[{"id":"https://openalex.org/I159247623","display_name":"Mansoura University","ror":"https://ror.org/01k8vtd75","country_code":"EG","type":"education","lineage":["https://openalex.org/I159247623"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Osama Abu-Elnasr","raw_affiliation_strings":["Faculty of Computers and Information, Mansoura University, Mansoura, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Information, Mansoura University, Mansoura, Egypt","institution_ids":["https://openalex.org/I159247623"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030327399","display_name":"Hanan E. Abdelkader","orcid":null},"institutions":[{"id":"https://openalex.org/I159247623","display_name":"Mansoura University","ror":"https://ror.org/01k8vtd75","country_code":"EG","type":"education","lineage":["https://openalex.org/I159247623"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Hanan E. Abdelkader","raw_affiliation_strings":["Faculty of Specific Education, Mansoura University, Mansoura, 35516, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Specific Education, Mansoura University, Mansoura, 35516, Egypt","institution_ids":["https://openalex.org/I159247623"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059775848","display_name":"Amr A. Abohany","orcid":"https://orcid.org/0000-0002-7408-5073"},"institutions":[{"id":"https://openalex.org/I169744251","display_name":"Damanhour University","ror":"https://ror.org/03svthf85","country_code":"EG","type":"education","lineage":["https://openalex.org/I169744251"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Amr A. Abohany","raw_affiliation_strings":["Faculty of Computers and Information, Damanhour University, Damanhour, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Information, Damanhour University, Damanhour, Egypt","institution_ids":["https://openalex.org/I169744251"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059775848","https://openalex.org/A5118718912"],"corresponding_institution_ids":["https://openalex.org/I169744251"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71444363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.5148000121116638,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.5148000121116638,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.21160000562667847,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7232999801635742},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6668000221252441},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6262999773025513},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.5475999712944031},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.40130001306533813},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.866100013256073},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7232999801635742},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6668000221252441},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6262999773025513},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.5475999712944031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4401000142097473},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-026-01463-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-026-01463-z","pdf_url":"https://link.springer.com/content/pdf/10.1186/s40537-026-01463-z.pdf","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:537c257a4f86481fac20b0e1b1c192f4","is_oa":true,"landing_page_url":"https://doaj.org/article/537c257a4f86481fac20b0e1b1c192f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 13, Iss 1 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-026-01463-z","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-026-01463-z","pdf_url":"https://link.springer.com/content/pdf/10.1186/s40537-026-01463-z.pdf","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"},{"id":"https://openalex.org/F7802773743","display_name":"Damanhour University","ror":"https://ror.org/03svthf85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162780734.pdf","grobid_xml":"https://content.openalex.org/works/W7162780734.grobid-xml"},"referenced_works_count":86,"referenced_works":["https://openalex.org/W2043174168","https://openalex.org/W2512479688","https://openalex.org/W2986674040","https://openalex.org/W3134142934","https://openalex.org/W3181761705","https://openalex.org/W3198460320","https://openalex.org/W4200035727","https://openalex.org/W4210567463","https://openalex.org/W4224951967","https://openalex.org/W4309022363","https://openalex.org/W4312214306","https://openalex.org/W4321480073","https://openalex.org/W4353046620","https://openalex.org/W4378469404","https://openalex.org/W4381185174","https://openalex.org/W4383553488","https://openalex.org/W4385804831","https://openalex.org/W4387950231","https://openalex.org/W4389459449","https://openalex.org/W4390112568","https://openalex.org/W4390747026","https://openalex.org/W4391530397","https://openalex.org/W4391596770","https://openalex.org/W4391829884","https://openalex.org/W4392044348","https://openalex.org/W4392904809","https://openalex.org/W4393372067","https://openalex.org/W4399110578","https://openalex.org/W4399153861","https://openalex.org/W4399626834","https://openalex.org/W4400642453","https://openalex.org/W4400994852","https://openalex.org/W4401672679","https://openalex.org/W4402189344","https://openalex.org/W4402286119","https://openalex.org/W4402733211","https://openalex.org/W4403463443","https://openalex.org/W4403524882","https://openalex.org/W4403561319","https://openalex.org/W4403970119","https://openalex.org/W4404453380","https://openalex.org/W4404891011","https://openalex.org/W4404917968","https://openalex.org/W4405738460","https://openalex.org/W4405953303","https://openalex.org/W4406127609","https://openalex.org/W4406589734","https://openalex.org/W4406660879","https://openalex.org/W4406825448","https://openalex.org/W4406857953","https://openalex.org/W4407002333","https://openalex.org/W4407856079","https://openalex.org/W4407856405","https://openalex.org/W4408071977","https://openalex.org/W4408161267","https://openalex.org/W4408415369","https://openalex.org/W4408452842","https://openalex.org/W4408542634","https://openalex.org/W4408715937","https://openalex.org/W4408798510","https://openalex.org/W4409153926","https://openalex.org/W4409329956","https://openalex.org/W4409659487","https://openalex.org/W4409839149","https://openalex.org/W4409904069","https://openalex.org/W4409910215","https://openalex.org/W4409917188","https://openalex.org/W4410079813","https://openalex.org/W4410226554","https://openalex.org/W4410343917","https://openalex.org/W4410383211","https://openalex.org/W4410431342","https://openalex.org/W4410628093","https://openalex.org/W4411208469","https://openalex.org/W4411232061","https://openalex.org/W4411465582","https://openalex.org/W4412353569","https://openalex.org/W4412713419","https://openalex.org/W4413000989","https://openalex.org/W4413108681","https://openalex.org/W4413146377","https://openalex.org/W4413221778","https://openalex.org/W4414223445","https://openalex.org/W4414239276","https://openalex.org/W4414242124","https://openalex.org/W4414530989"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Advanced":[1],"Driver-Assistance":[2],"Systems":[3],"(ADAS)":[4],"and":[5,85,106,115,148],"other":[6],"in-vehicle":[7],"technologies":[8],"often":[9],"fail":[10],"to":[11,59,88,112],"capture":[12],"critical":[13],"indicators":[14],"of":[15,64,137],"unsafe":[16],"driver":[17,48,75,146],"behavior,":[18],"such":[19],"as":[20],"fatigue,":[21],"distraction,":[22],"or":[23,37],"emotional":[24],"states.":[25],"Conventional":[26],"approaches":[27],"rely":[28],"on":[29,118],"a":[30,61,71,135],"single":[31],"data":[32,57],"modality":[33],"(e.g.,":[34],"video,":[35,82],"audio,":[36],"vehicle":[38],"sensors),":[39],"which":[40],"limits":[41],"their":[42],"effectiveness":[43],"in":[44],"real-world":[45],"conditions.":[46],"Multimodal":[47],"behavior":[49,76],"recognition":[50,77],"addresses":[51],"these":[52],"limitations":[53],"by":[54],"integrating":[55],"complementary":[56],"sources":[58],"provide":[60],"holistic":[62],"view":[63],"the":[65,122],"driver\u2019s":[66],"state.":[67],"This":[68],"paper":[69],"introduces":[70],"dependable,":[72],"real-time":[73],"multimodal":[74],"system":[78,123],"that":[79],"combines":[80],"RGB":[81],"acoustic":[83],"signals,":[84],"geometric":[86],"keypoints":[87],"improve":[89],"transportation":[90],"safety.":[91],"The":[92],"proposed":[93],"framework":[94],"employs":[95],"lightweight":[96],"transformer":[97],"models,":[98],"efficient":[99],"video":[100],"token":[101],"thinning,":[102],"noise-aware":[103],"audio":[104],"processing,":[105],"reinforcement":[107],"learning-based":[108],"dynamic":[109],"path":[110],"selection":[111],"balance":[113],"accuracy":[114,126],"latency.":[116],"Evaluated":[117],"two":[119],"standard":[120],"datasets,":[121],"achieves":[124],"99.92%":[125],"while":[127],"operating":[128],"at":[129],"41":[130],"frames":[131],"per":[132],"second":[133],"with":[134],"latency":[136],"only":[138],"24":[139],"milliseconds,":[140],"demonstrating":[141],"its":[142],"suitability":[143],"for":[144],"enhancing":[145],"assistance":[147],"autonomous":[149],"driving":[150],"systems.":[151]},"counts_by_year":[],"updated_date":"2026-06-20T20:08:15.867695","created_date":"2026-05-30T00:00:00"}