{"id":"https://openalex.org/W4407317488","doi":"https://doi.org/10.1109/tce.2025.3540321","title":"GLF-STAF: A Global-Local-Facial Spatio-Temporal Attention Fusion Approach for Driver Emotion Recognition","display_name":"GLF-STAF: A Global-Local-Facial Spatio-Temporal Attention Fusion Approach for Driver Emotion Recognition","publication_year":2025,"publication_date":"2025-02-10","ids":{"openalex":"https://openalex.org/W4407317488","doi":"https://doi.org/10.1109/tce.2025.3540321"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3540321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3540321","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100367200","display_name":"Jingyuan Li","orcid":"https://orcid.org/0000-0003-0483-0944"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyuan Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0483-0944","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090657617","display_name":"Lie Yang","orcid":"https://orcid.org/0000-0002-6054-9818"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lie Yang","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University, Jurong West, Singapore","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6054-9818","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072073374","display_name":"Chen Lv","orcid":"https://orcid.org/0000-0001-6897-4512"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Lv","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University, Jurong West, Singapore","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6897-4512","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112852836","display_name":"Yuan Chu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Chu","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5189-7271","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100375489","display_name":"Yahui Liu","orcid":"https://orcid.org/0000-0001-7787-584X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yahui Liu","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7787-584X","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0445,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.9425748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"71","issue":"2","first_page":"3486","last_page":"3497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9501000046730042,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.596606433391571},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.577375054359436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.576528012752533},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5496219396591187},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.46151304244995117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4532443583011627},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4315584599971771},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4269122779369354},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.344552218914032}],"concepts":[{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.596606433391571},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.577375054359436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.576528012752533},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5496219396591187},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.46151304244995117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4532443583011627},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4315584599971771},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4269122779369354},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.344552218914032},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tce.2025.3540321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3540321","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217606","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217606","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2054093967","https://openalex.org/W2103943262","https://openalex.org/W2109945314","https://openalex.org/W2128482691","https://openalex.org/W2134860945","https://openalex.org/W2194775991","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2284188655","https://openalex.org/W2587901004","https://openalex.org/W2600389231","https://openalex.org/W2618530766","https://openalex.org/W2889978276","https://openalex.org/W2934625602","https://openalex.org/W2951529591","https://openalex.org/W3039257983","https://openalex.org/W3044517651","https://openalex.org/W3045160300","https://openalex.org/W3118813854","https://openalex.org/W3127334354","https://openalex.org/W3216153120","https://openalex.org/W4205711404","https://openalex.org/W4280599511","https://openalex.org/W4282929859","https://openalex.org/W4285128513","https://openalex.org/W4289823407","https://openalex.org/W4352977805","https://openalex.org/W4378225852","https://openalex.org/W4379649505","https://openalex.org/W4380318416","https://openalex.org/W4382119270","https://openalex.org/W4385626985","https://openalex.org/W4386078137","https://openalex.org/W4386951537","https://openalex.org/W4387092495","https://openalex.org/W4387717450","https://openalex.org/W4389352393","https://openalex.org/W4389692279","https://openalex.org/W4390097259","https://openalex.org/W4391164160","https://openalex.org/W4391345377","https://openalex.org/W4391407162","https://openalex.org/W4394730880"],"related_works":["https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2967030268","https://openalex.org/W2185253430","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Driver":[0],"emotion":[1,47,147,173],"recognition":[2,48],"is":[3,103,114,129,159],"crucial":[4],"for":[5,45],"improving":[6],"human-vehicle":[7],"interaction":[8],"and":[9,22,27,57,65,80,94,121,135,195],"driving":[10],"safety.":[11],"Existing":[12],"studies":[13],"often":[14],"neglect":[15],"the":[16,106,142,165,178,182],"temporal":[17,66,122,136],"dynamics":[18],"of":[19,184],"facial":[20,29,59,67,78,82],"expressions":[21],"rarely":[23],"consider":[24],"combining":[25],"global":[26,56,77],"local":[28,58,81],"features.":[30,68,123],"To":[31,90],"address":[32],"these":[33],"limitations,":[34],"this":[35],"paper":[36],"proposes":[37],"a":[38,98,110,125],"global-local-facial":[39],"spatio-temporal":[40,111],"attention":[41],"fusion":[42,127],"(GLF-STAF)":[43],"approach":[44,167,176],"driver":[46,172,186],"using":[49],"video":[50,88],"data.":[51],"The":[52,69],"method":[53],"captures":[54],"both":[55,119],"expression":[60],"changes":[61],"while":[62],"integrating":[63],"spatial":[64,101,120,134],"proposed":[70],"framework":[71,113],"comprises":[72],"three":[73],"key":[74],"stages.":[75],"First,":[76],"keypoints":[79],"regions":[83],"are":[84],"extracted":[85,107],"from":[86],"consecutive":[87],"frames.":[89],"reduce":[91],"redundant":[92],"information":[93,137],"improve":[95],"data":[96,143],"discriminability,":[97],"multi-class":[99],"joint":[100],"filter":[102],"applied":[104],"to":[105,116,131,140,180,190],"keypoints.":[108],"Second,":[109],"parallel":[112],"employed":[115],"effectively":[117],"utilize":[118],"Third,":[124],"gated":[126],"block":[128],"incorporated":[130],"dynamically":[132],"integrate":[133],"flows.":[138],"Additionally,":[139],"enhance":[141,181],"distinction":[144],"among":[145],"different":[146],"classes,":[148],"an":[149,155],"angular":[150],"center":[151],"loss":[152],"function":[153],"with":[154],"additive":[156],"gap":[157],"cost":[158],"designed.":[160],"Experimental":[161],"results":[162],"demonstrate":[163],"that":[164],"GLF-STAF":[166],"achieves":[168],"satisfactory":[169],"performance":[170],"in":[171,192],"recognition.":[174],"This":[175],"has":[177],"potential":[179],"capabilities":[183],"onboard":[185],"monitoring":[187],"systems,":[188],"contributing":[189],"advancements":[191],"consumer":[193],"electronics":[194],"in-vehicle":[196],"technology.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}