{"id":"https://openalex.org/W3033817461","doi":"https://doi.org/10.1109/tetci.2020.2997031","title":"EEG-Based Drowsiness Estimation for Driving Safety Using Deep Q-Learning","display_name":"EEG-Based Drowsiness Estimation for Driving Safety Using Deep Q-Learning","publication_year":2020,"publication_date":"2020-06-03","ids":{"openalex":"https://openalex.org/W3033817461","doi":"https://doi.org/10.1109/tetci.2020.2997031","mag":"3033817461"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2020.2997031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.2997031","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039257799","display_name":"Yurui Ming","orcid":"https://orcid.org/0000-0003-3837-5580"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yurui Ming","raw_affiliation_strings":["Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3837-5580","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008740867","display_name":"Dongrui Wu","orcid":"https://orcid.org/0000-0002-7153-9703"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongrui Wu","raw_affiliation_strings":["School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7153-9703","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773301","display_name":"Yu\u2013Kai Wang","orcid":"https://orcid.org/0000-0001-8390-2664"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yu-Kai Wang","raw_affiliation_strings":["Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8390-2664","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000919145","display_name":"Yuhui Shi","orcid":"https://orcid.org/0000-0002-8840-723X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Shi","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8840-723X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058936239","display_name":"Chin\u2010Teng Lin","orcid":"https://orcid.org/0000-0001-8371-8197"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chin-Teng Lin","raw_affiliation_strings":["Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8371-8197","affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, University of Technology Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6835,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.8352623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"5","issue":"4","first_page":"583","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7956306338310242},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7297155857086182},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6712106466293335},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.6492329239845276},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6157060861587524},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5790963768959045},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5768129229545593},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5393585562705994},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4846785366535187},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.431963711977005},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4271789789199829},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.42681685090065},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2911878824234009},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11058232188224792},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08812835812568665}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956306338310242},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7297155857086182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6712106466293335},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.6492329239845276},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6157060861587524},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5790963768959045},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5768129229545593},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5393585562705994},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4846785366535187},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.431963711977005},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4271789789199829},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.42681685090065},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2911878824234009},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11058232188224792},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08812835812568665},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2020.2997031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.2997031","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1479148548","display_name":null,"funder_award_id":"ONRG-NICOP-N62909-19-1-2058","funder_id":"https://openalex.org/F4320338298","funder_display_name":"Office of Naval Research Global"},{"id":"https://openalex.org/G3388530367","display_name":"A neural fuzzy fusion engine for human-machine autonomous systems","funder_award_id":"DP180100670","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G5816298421","display_name":"Cognitive intelligent information processing and presentation in navigation","funder_award_id":"DP180100656","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320306111","display_name":"U.S. Department of Commerce","ror":"https://ror.org/04chq2495"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320338298","display_name":"Office of Naval Research Global","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1995877642","https://openalex.org/W1996897447","https://openalex.org/W2004160569","https://openalex.org/W2022561563","https://openalex.org/W2050233777","https://openalex.org/W2056108528","https://openalex.org/W2077563416","https://openalex.org/W2084777029","https://openalex.org/W2119208415","https://openalex.org/W2126666959","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2163605009","https://openalex.org/W2165150801","https://openalex.org/W2173564293","https://openalex.org/W2174958781","https://openalex.org/W2241667675","https://openalex.org/W2367441715","https://openalex.org/W2559042111","https://openalex.org/W2559463885","https://openalex.org/W2604843307","https://openalex.org/W2605945429","https://openalex.org/W2736434434","https://openalex.org/W2746553466","https://openalex.org/W2783503832","https://openalex.org/W2789220724","https://openalex.org/W2795006844","https://openalex.org/W2800142021","https://openalex.org/W2802132828","https://openalex.org/W2885340141","https://openalex.org/W2886677687","https://openalex.org/W2887033431","https://openalex.org/W2895858903","https://openalex.org/W2897564305","https://openalex.org/W2914529874","https://openalex.org/W2946783148","https://openalex.org/W2951799221","https://openalex.org/W2954333383","https://openalex.org/W2962699674","https://openalex.org/W2964206887","https://openalex.org/W2970855818","https://openalex.org/W2972402709","https://openalex.org/W2980415636","https://openalex.org/W2999778183","https://openalex.org/W3000077985","https://openalex.org/W3001271170","https://openalex.org/W3011120880","https://openalex.org/W3102455230","https://openalex.org/W4302570325","https://openalex.org/W6684191040","https://openalex.org/W6684205842","https://openalex.org/W6685444567","https://openalex.org/W6685893538","https://openalex.org/W6708090596","https://openalex.org/W6736429057","https://openalex.org/W6740961630","https://openalex.org/W6753618346"],"related_works":["https://openalex.org/W3202969339","https://openalex.org/W4237513258","https://openalex.org/W2044053727","https://openalex.org/W1994410349","https://openalex.org/W3177028067","https://openalex.org/W1913385466","https://openalex.org/W2914170859","https://openalex.org/W2889342546","https://openalex.org/W2015048155","https://openalex.org/W1969223073"],"abstract_inverted_index":{"Fatigue":[0],"is":[1,16,37,104,179],"the":[2,28,72,85,88,93,109,117,120,135,140,150,156,174,185,192,196],"most":[3],"vital":[4],"factor":[5],"of":[6,12,79,119,142,160,187],"road":[7],"fatalities,":[8],"and":[9,32,123,158,178,205],"one":[10],"manifestation":[11],"fatigue":[13],"during":[14,47],"driving":[15,33,51,89],"drowsiness.":[17,130],"In":[18],"this":[19,161,202],"paper,":[20],"we":[21,83,190],"propose":[22],"using":[23,56],"deep":[24,101,197],"Q-learning":[25,81],"to":[26,91,108,127,194,201,212],"study":[27,36],"correlation":[29],"between":[30],"drowsiness":[31,73],"performance.":[34],"This":[35],"carried":[38],"out":[39],"by":[40,106],"analyzing":[41],"an":[42,60,67,77],"electroencephalogram":[43],"(EEG)":[44],"dataset":[45],"captured":[46],"a":[48,80,100,146],"simulated":[49],"endurance":[50],"test.":[52],"Driving":[53],"safety":[54],"research":[55],"EEG":[57,121,152],"data":[58,122],"represents":[59],"important":[61],"brain-computer":[62],"interface":[63],"(BCI)":[64],"paradigm":[65],"from":[66],"application":[68],"perspective.":[69],"To":[70,184],"formulate":[71],"estimation":[74],"problem":[75],"as":[76],"optimization":[78],"task,":[82],"adapt":[84],"terminologies":[86],"in":[87,145],"test":[90],"fit":[92],"reinforcement":[94,198],"learning":[95,176,199],"framework.":[96],"Based":[97],"on":[98],"that,":[99],"Q-network":[102],"(DQN)":[103],"tailored":[105],"referring":[107],"latest":[110],"DQN":[111],"technologies.":[112],"The":[113,131],"designed":[114],"network":[115],"merits":[116],"characteristics":[118],"can":[124,138,208],"generate":[125],"actions":[126],"indirectly":[128],"estimate":[129],"results":[132],"show":[133],"that":[134,170],"trained":[136],"model":[137],"trace":[139],"variations":[141],"mind":[143],"state":[144],"satisfactory":[147],"way":[148],"against":[149],"testing":[151],"data,":[153],"which":[154],"confirms":[155],"feasibility":[157],"practicability":[159],"new":[162],"computation":[163],"paradigm.":[164],"By":[165],"comparison,":[166],"it":[167],"also":[168],"reveals":[169],"our":[171,188,206],"method":[172,200,207],"outperforms":[173],"supervised":[175],"counterpart":[177],"superior":[180],"for":[181],"real":[182],"applications.":[183],"best":[186],"knowledge,":[189],"are":[191],"first":[193],"introduce":[195],"BCI":[203,214],"scenario,":[204],"potentially":[209],"be":[210],"generalized":[211],"other":[213],"cases.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}