{"id":"https://openalex.org/W3202884269","doi":"https://doi.org/10.1109/tcyb.2021.3110813","title":"Two-Stream Spatial\u2013Temporal Graph Convolutional Networks for Driver Drowsiness Detection","display_name":"Two-Stream Spatial\u2013Temporal Graph Convolutional Networks for Driver Drowsiness Detection","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3202884269","doi":"https://doi.org/10.1109/tcyb.2021.3110813","mag":"3202884269","pmid":"https://pubmed.ncbi.nlm.nih.gov/34606468"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3110813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3110813","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100746164","display_name":"Jing Bai","orcid":"https://orcid.org/0000-0001-5412-7793"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Bai","raw_affiliation_strings":["School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-5412-7793","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033032757","display_name":"Wentao Yu","orcid":"https://orcid.org/0000-0003-1416-5255"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Yu","raw_affiliation_strings":["School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-1416-5255","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001435169","display_name":"Zhu Xiao","orcid":"https://orcid.org/0000-0001-5645-160X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Xiao","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-5645-160X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008381768","display_name":"Vincent Havyarimana","orcid":"https://orcid.org/0000-0003-3107-4021"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Vincent Havyarimana","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3107-4021","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045530260","display_name":"Amelia Regan","orcid":"https://orcid.org/0000-0003-4220-2148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amelia C. Regan","raw_affiliation_strings":["Department of Computer Science and the Institute of Transportation Studies, University of California at Irvine, Irvine, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4220-2148","affiliations":[{"raw_affiliation_string":"Department of Computer Science and the Institute of Transportation Studies, University of California at Irvine, Irvine, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061448582","display_name":"Hongbo Jiang","orcid":"https://orcid.org/0000-0001-7372-2539"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Jiang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-7372-2539","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and the Key Laboratory of Intelligent Perception and Image Understanding of the Ministry of Education, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8734,"has_fulltext":false,"cited_by_count":91,"citation_normalized_percentile":{"value":0.98529613,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"52","issue":"12","first_page":"13821","last_page":"13833"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12597","display_name":"Fire Detection and Safety Systems","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12006","display_name":"Ergonomics and Musculoskeletal Disorders","score":0.9323999881744385,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8060370683670044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7194446325302124},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6864217519760132},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5595843195915222},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.511328399181366},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.5103206038475037},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47768956422805786},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43078845739364624},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.42233943939208984},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.25126320123672485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8060370683670044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7194446325302124},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6864217519760132},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5595843195915222},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.511328399181366},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.5103206038475037},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47768956422805786},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43078845739364624},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.42233943939208984},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.25126320123672485},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D045483","descriptor_name":"Rivers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D045483","descriptor_name":"Rivers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D045483","descriptor_name":"Rivers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2021.3110813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3110813","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:34606468","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34606468","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G1136067809","display_name":null,"funder_award_id":"2021GK2020","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G181536591","display_name":null,"funder_award_id":"IPIU2019007","funder_id":"https://openalex.org/F4320336268","funder_display_name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education"},{"id":"https://openalex.org/G5298034855","display_name":null,"funder_award_id":"61772401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6270178909","display_name":null,"funder_award_id":"61836009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null},{"id":"https://openalex.org/F4320336268","display_name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W379548051","https://openalex.org/W1613465282","https://openalex.org/W1996077362","https://openalex.org/W1999269011","https://openalex.org/W2003931381","https://openalex.org/W2004172455","https://openalex.org/W2019304502","https://openalex.org/W2052770734","https://openalex.org/W2069484217","https://openalex.org/W2075000159","https://openalex.org/W2077563416","https://openalex.org/W2077724816","https://openalex.org/W2083638830","https://openalex.org/W2101956459","https://openalex.org/W2102954732","https://openalex.org/W2107998827","https://openalex.org/W2134738818","https://openalex.org/W2136986820","https://openalex.org/W2149129787","https://openalex.org/W2160039372","https://openalex.org/W2194775991","https://openalex.org/W2272340902","https://openalex.org/W2473975409","https://openalex.org/W2509901229","https://openalex.org/W2557727335","https://openalex.org/W2559085405","https://openalex.org/W2590210438","https://openalex.org/W2592810172","https://openalex.org/W2604676963","https://openalex.org/W2604772469","https://openalex.org/W2605351369","https://openalex.org/W2606593809","https://openalex.org/W2767520447","https://openalex.org/W2783325922","https://openalex.org/W2785509179","https://openalex.org/W2789437931","https://openalex.org/W2795710945","https://openalex.org/W2894818097","https://openalex.org/W2895460086","https://openalex.org/W2898665421","https://openalex.org/W2899387089","https://openalex.org/W2913033828","https://openalex.org/W2925174500","https://openalex.org/W2944892540","https://openalex.org/W2962730651","https://openalex.org/W2963076818","https://openalex.org/W2963488642","https://openalex.org/W2964304707","https://openalex.org/W3034999503","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3081155232","https://openalex.org/W6612945031","https://openalex.org/W6636440544","https://openalex.org/W6680245150","https://openalex.org/W6735787469","https://openalex.org/W6736000754","https://openalex.org/W6736193500","https://openalex.org/W6782222155"],"related_works":["https://openalex.org/W2056853153","https://openalex.org/W2057559274","https://openalex.org/W2026924879","https://openalex.org/W2005087563","https://openalex.org/W2378111931","https://openalex.org/W2052388267","https://openalex.org/W2950647290","https://openalex.org/W1968481813","https://openalex.org/W2620829895","https://openalex.org/W2356918560"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2],"(CNNs)":[3],"have":[4,216],"achieved":[5],"remarkable":[6],"performance":[7,24],"in":[8,38,50,85,178],"driver":[9,26,59,69,86,105,146,182,211,231],"drowsiness":[10,27,60,87,106,147,183,212],"detection":[11,28,61,107,131,148,222,232],"based":[12],"on":[13,44,219,253,263],"the":[14,23,39,45,51,110,117,123,135,145,170,179,186,193,202,220,226,239,242,254,264,268],"extraction":[15],"of":[16,19,25,66,116,122,181,241,251,261,267],"deep":[17],"features":[18,121,197],"drivers'":[20],"faces.":[21],"However,":[22],"methods":[29,62],"decreases":[30],"sharply":[31],"when":[32],"complications,":[33],"such":[34,71],"as":[35,72,165],"illumination":[36],"changes":[37],"cab,":[40],"occlusions":[41],"and":[42,48,96,119,142,195,204,225,257],"shadows":[43],"driver's":[46,52,136],"face,":[47],"variations":[49],"head":[53],"pose,":[54],"occur.":[55],"In":[56,89],"addition,":[57],"current":[58],"are":[63],"not":[64,189],"capable":[65],"distinguishing":[67],"between":[68],"states,":[70],"talking":[73],"versus":[74,78],"yawning":[75],"or":[76],"blinking":[77],"closing":[79],"eyes.":[80],"Therefore,":[81],"technical":[82],"challenges":[83],"remain":[84],"detection.":[88,184,213],"this":[90],"article,":[91],"we":[92,126],"propose":[93],"a":[94,128],"novel":[95],"robust":[97],"two-stream":[98,187],"spatial-temporal":[99],"graph":[100],"convolutional":[101],"network":[102],"(2s-STGCN)":[103],"for":[104],"to":[108,133,173],"solve":[109],"above-mentioned":[111],"challenges.":[112],"To":[113],"take":[114],"advantage":[115],"spatial":[118,194],"temporal":[120,196],"input":[124],"data,":[125],"use":[127],"facial":[129,137],"landmark":[130],"method":[132,157,246],"extract":[134],"landmarks":[138],"from":[139],"real-time":[140],"videos":[141,159],"then":[143],"obtain":[144],"result":[149],"by":[150],"2s-STGCN.":[151],"Unlike":[152],"existing":[153],"methods,":[154],"our":[155],"proposed":[156,243],"uses":[158],"rather":[160],"than":[161],"consecutive":[162],"video":[163],"frames":[164],"processing":[166,176],"units.":[167],"This":[168,245],"is":[169],"first":[171],"effort":[172],"exploit":[174],"these":[175],"units":[177],"field":[180],"Moreover,":[185],"framework":[188],"only":[190],"models":[191,200],"both":[192,201],"but":[198],"also":[199],"first-order":[203],"second-order":[205],"information":[206],"simultaneously,":[207],"thereby":[208],"notably":[209],"improving":[210],"Extensive":[214],"experiments":[215],"been":[217],"performed":[218],"yawn":[221],"dataset":[223,256],"(YawDD)":[224],"National":[227],"TsingHua":[228],"University":[229],"drowsy":[230],"(NTHU-DDD)":[233],"dataset.":[234,270],"The":[235],"experimental":[236],"results":[237],"validate":[238],"feasibility":[240],"method.":[244],"achieves":[247],"an":[248,258],"average":[249,259],"accuracy":[250,260],"93.4%":[252],"YawDD":[255],"92.7%":[262],"evaluation":[265],"set":[266],"NTHU-DDD":[269]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}