{"id":"https://openalex.org/W4400447803","doi":"https://doi.org/10.1109/tits.2024.3420409","title":"A Multi-Source Fusion Approach for Driver Fatigue Detection Using Physiological Signals and Facial Image","display_name":"A Multi-Source Fusion Approach for Driver Fatigue Detection Using Physiological Signals and Facial Image","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400447803","doi":"https://doi.org/10.1109/tits.2024.3420409"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3420409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3420409","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015400278","display_name":"Yong Peng","orcid":"https://orcid.org/0000-0003-0101-0342"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yong Peng","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0101-0342","affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060021268","display_name":"Hanwen Deng","orcid":"https://orcid.org/0000-0002-8292-8026"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanwen Deng","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021685195","display_name":"Guoliang Xiang","orcid":"https://orcid.org/0000-0002-4564-2942"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Xiang","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-4564-2942","affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028225483","display_name":"Xianhui Wu","orcid":"https://orcid.org/0000-0003-4040-4758"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianhui Wu","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-4040-4758","affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056217545","display_name":"Xizhuo Yu","orcid":"https://orcid.org/0009-0001-0742-2738"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xizhuo Yu","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0001-0742-2738","affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104260653","display_name":"Yingli Li","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingli Li","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101848638","display_name":"Tianjian Yu","orcid":"https://orcid.org/0000-0002-1866-2921"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianjian Yu","raw_affiliation_strings":["Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1866-2921","affiliations":[{"raw_affiliation_string":"Key Laboratory of Traffic Safety on Track of Ministry of Education, School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I4210127216","https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5015400278"],"corresponding_institution_ids":["https://openalex.org/I139660479","https://openalex.org/I4210127216"],"apc_list":null,"apc_paid":null,"fwci":8.3457,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97972135,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"25","issue":"11","first_page":"16614","last_page":"16624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6611257195472717},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6324280500411987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5986958146095276},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.5382437705993652},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5023658275604248},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.47223401069641113},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4405026435852051},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37654006481170654}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6611257195472717},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6324280500411987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5986958146095276},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.5382437705993652},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5023658275604248},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.47223401069641113},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4405026435852051},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37654006481170654},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3420409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3420409","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G2784181572","display_name":null,"funder_award_id":"2023XQLH019","funder_id":"https://openalex.org/F4320335888","funder_display_name":"Innovation-Driven Project of Central South University"},{"id":"https://openalex.org/G3484621919","display_name":null,"funder_award_id":"2022XQLH150","funder_id":"https://openalex.org/F4320335888","funder_display_name":"Innovation-Driven Project of Central South University"},{"id":"https://openalex.org/G5508951709","display_name":null,"funder_award_id":"2022YFB4300300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G745756854","display_name":null,"funder_award_id":"52075553","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335888","display_name":"Innovation-Driven Project of Central South University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1770485880","https://openalex.org/W1899217221","https://openalex.org/W1989601615","https://openalex.org/W2001369369","https://openalex.org/W2006782584","https://openalex.org/W2009688062","https://openalex.org/W2012433634","https://openalex.org/W2028424602","https://openalex.org/W2029772767","https://openalex.org/W2035422567","https://openalex.org/W2043133488","https://openalex.org/W2052604480","https://openalex.org/W2069484217","https://openalex.org/W2071878275","https://openalex.org/W2074331253","https://openalex.org/W2083638830","https://openalex.org/W2094726855","https://openalex.org/W2100034063","https://openalex.org/W2314803599","https://openalex.org/W2341528187","https://openalex.org/W2509901229","https://openalex.org/W2585844547","https://openalex.org/W2595203562","https://openalex.org/W2605945429","https://openalex.org/W2735039185","https://openalex.org/W2774445955","https://openalex.org/W2791470693","https://openalex.org/W2894818097","https://openalex.org/W2896124624","https://openalex.org/W2908578648","https://openalex.org/W2934625602","https://openalex.org/W2945361018","https://openalex.org/W2961969499","https://openalex.org/W2967815566","https://openalex.org/W2968141220","https://openalex.org/W2997849943","https://openalex.org/W3001866431","https://openalex.org/W3002842489","https://openalex.org/W3008162595","https://openalex.org/W3010732737","https://openalex.org/W3010777170","https://openalex.org/W3031861466","https://openalex.org/W3044867770","https://openalex.org/W3047042937","https://openalex.org/W3089104907","https://openalex.org/W3101998545","https://openalex.org/W3105636206","https://openalex.org/W3160929333","https://openalex.org/W3164743527","https://openalex.org/W3176443629","https://openalex.org/W3176482836","https://openalex.org/W3190904341","https://openalex.org/W3191496551","https://openalex.org/W3197780705","https://openalex.org/W3211894574","https://openalex.org/W3216389778","https://openalex.org/W4212799235","https://openalex.org/W4220971840","https://openalex.org/W4229926770","https://openalex.org/W4285209723","https://openalex.org/W4295241363","https://openalex.org/W4295747632","https://openalex.org/W4296902747"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3214791684","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2353265673"],"abstract_inverted_index":{"Detecting":[0],"driver":[1],"fatigue":[2,10,32,67,165],"is":[3],"critical":[4],"to":[5,29,35],"ensuring":[6],"road":[7],"safety.":[8],"Existing":[9],"detection":[11,68,122,166],"methods":[12,112,167],"typically":[13],"rely":[14],"on":[15,71,78],"traditional":[16],"hand-picked":[17,23],"features":[18,24,46],"as":[19],"inputs.":[20],"However,":[21],"these":[22,45],"can":[25],"hardly":[26],"respond":[27],"accurately":[28],"the":[30,42,54,60,141,150,154],"driver\u2019s":[31],"state":[33],"due":[34],"a":[36,48,65,121,127],"certain":[37],"degree":[38],"of":[39,44,59,115,124,140,158,164],"subjectivity":[40],"and":[41,56,93,102,117,156,168],"extraction":[43],"requires":[47],"long":[49],"time":[50,129],"window,":[51],"which":[52,75],"limits":[53],"accuracy":[55,116,123],"real-time":[57,118],"performance":[58],"detection.":[61],"This":[62],"paper":[63],"proposes":[64],"novel":[66],"method":[69],"based":[70],"multi-source":[72],"information":[73],"fusion,":[74],"relies":[76],"entirely":[77],"neural":[79],"networks":[80],"for":[81,99,149],"automatic":[82],"feature":[83],"extraction.":[84],"Through":[85],"simulated":[86],"driving":[87],"experiments,":[88],"we":[89],"recorded":[90],"physiological":[91],"signals":[92],"facial":[94,147],"videos":[95],"from":[96],"21":[97],"participants":[98],"model":[100,109,142],"training":[101],"testing.":[103],"The":[104,137,161],"results":[105,139],"show":[106],"that":[107],"our":[108,159],"outperforms":[110],"existing":[111],"in":[113],"terms":[114],"performance,":[119],"achieving":[120],"93.15%":[125],"within":[126],"3-second":[128],"window":[130],"(specificity":[131],"=":[132,135],"94.04%,":[133],"sensitivity":[134],"91.71%).":[136],"visualization":[138],"reveal":[143],"potential":[144],"relationships":[145],"between":[146],"regions":[148],"first":[151],"time,":[152],"validating":[153],"rationality":[155],"effectiveness":[157],"method.":[160],"practical":[162],"issues":[163],"future":[169],"research":[170],"directions":[171],"are":[172],"also":[173],"explored.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}