{"id":"https://openalex.org/W2474755898","doi":"https://doi.org/10.1109/taffc.2016.2584042","title":"Action Units and Their Cross-Correlations for Prediction of Cognitive Load during Driving","display_name":"Action Units and Their Cross-Correlations for Prediction of Cognitive Load during Driving","publication_year":2016,"publication_date":"2016-06-23","ids":{"openalex":"https://openalex.org/W2474755898","doi":"https://doi.org/10.1109/taffc.2016.2584042","mag":"2474755898"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2016.2584042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2584042","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/214933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023968601","display_name":"An\u0131l Y\u00fcce","orcid":"https://orcid.org/0000-0003-2688-1873"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Anil Yuce","raw_affiliation_strings":["Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2688-1873","affiliations":[{"raw_affiliation_string":"Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688045","display_name":"Hua Gao","orcid":"https://orcid.org/0000-0002-4078-3527"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hua Gao","raw_affiliation_strings":["Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045895964","display_name":"Gabriel Louis Cuendet","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriel L. Cuendet","raw_affiliation_strings":["Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067782007","display_name":"Jean\u2010Philippe Thiran","orcid":"https://orcid.org/0000-0003-2938-9657"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jean-Philippe Thiran","raw_affiliation_strings":["Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Signal Processing Laboratory (LTS5), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":2.6936,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.89967608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":"2","first_page":"161","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6773310899734497},{"id":"https://openalex.org/keywords/distraction","display_name":"Distraction","score":0.601886510848999},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5216748714447021},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4869755208492279},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.44368118047714233},{"id":"https://openalex.org/keywords/driving-simulator","display_name":"Driving simulator","score":0.43666404485702515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4219604730606079},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.41636645793914795},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3101654648780823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30471593141555786},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29753512144088745},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.22029492259025574},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20317652821540833}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6773310899734497},{"id":"https://openalex.org/C2776378700","wikidata":"https://www.wikidata.org/wiki/Q3030775","display_name":"Distraction","level":2,"score":0.601886510848999},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5216748714447021},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4869755208492279},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.44368118047714233},{"id":"https://openalex.org/C2780689630","wikidata":"https://www.wikidata.org/wiki/Q2081815","display_name":"Driving simulator","level":2,"score":0.43666404485702515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4219604730606079},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.41636645793914795},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3101654648780823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30471593141555786},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29753512144088745},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.22029492259025574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20317652821540833},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2016.2584042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2584042","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:infoscience.epfl.ch:214933","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/214933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:infoscience.tind.io:214933","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/122135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:214933","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/214933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W44505555","https://openalex.org/W52805938","https://openalex.org/W113467921","https://openalex.org/W182486277","https://openalex.org/W208765980","https://openalex.org/W230552927","https://openalex.org/W641028395","https://openalex.org/W1213379166","https://openalex.org/W1548286920","https://openalex.org/W1578309724","https://openalex.org/W1585406901","https://openalex.org/W1588539311","https://openalex.org/W1606653592","https://openalex.org/W1614347434","https://openalex.org/W1655469623","https://openalex.org/W1976066595","https://openalex.org/W1994738089","https://openalex.org/W1996051514","https://openalex.org/W1997544838","https://openalex.org/W1997870002","https://openalex.org/W2000149402","https://openalex.org/W2000263174","https://openalex.org/W2005418748","https://openalex.org/W2005508137","https://openalex.org/W2005749985","https://openalex.org/W2009193978","https://openalex.org/W2017107803","https://openalex.org/W2020086100","https://openalex.org/W2038735287","https://openalex.org/W2043790402","https://openalex.org/W2051297709","https://openalex.org/W2052604480","https://openalex.org/W2052770734","https://openalex.org/W2056403322","https://openalex.org/W2057920175","https://openalex.org/W2060555212","https://openalex.org/W2063593381","https://openalex.org/W2083223498","https://openalex.org/W2084242110","https://openalex.org/W2093449404","https://openalex.org/W2094577405","https://openalex.org/W2101234009","https://openalex.org/W2103943262","https://openalex.org/W2105609670","https://openalex.org/W2117866167","https://openalex.org/W2119799745","https://openalex.org/W2123440107","https://openalex.org/W2128983737","https://openalex.org/W2129106196","https://openalex.org/W2132054709","https://openalex.org/W2132555391","https://openalex.org/W2142578527","https://openalex.org/W2145287260","https://openalex.org/W2151103935","https://openalex.org/W2153635508","https://openalex.org/W2157285372","https://openalex.org/W2161801094","https://openalex.org/W2162458225","https://openalex.org/W2162772395","https://openalex.org/W2166880842","https://openalex.org/W2528078004","https://openalex.org/W2537518154","https://openalex.org/W2900790966","https://openalex.org/W2911964244","https://openalex.org/W4244897627","https://openalex.org/W4252684946","https://openalex.org/W4285719527","https://openalex.org/W4301797562","https://openalex.org/W6608421670","https://openalex.org/W6609037561","https://openalex.org/W6621012134","https://openalex.org/W6628044531","https://openalex.org/W6632951456","https://openalex.org/W6635087628","https://openalex.org/W6678921134","https://openalex.org/W6728096026"],"related_works":["https://openalex.org/W564318436","https://openalex.org/W2390151587","https://openalex.org/W2143855856","https://openalex.org/W2042706687","https://openalex.org/W2083853826","https://openalex.org/W1997214137","https://openalex.org/W2505189292","https://openalex.org/W2260667194","https://openalex.org/W2810217712","https://openalex.org/W2029007596"],"abstract_inverted_index":{"Driving":[0],"requires":[1],"the":[2,13,21,91,118,143,165,189,193,196,207],"constant":[3],"coordination":[4],"of":[5,12,20,47,50,54,62,158,195,199,206],"many":[6],"body":[7],"systems":[8],"and":[9,30,38,74,105,114,120,130,156,163,174,202],"full":[10],"attention":[11,29],"person.":[14],"Cognitive":[15],"distraction":[16],"(subsidiary":[17],"mental":[18,52],"load)":[19],"driver":[22],"is":[23,145],"an":[24,85,135],"important":[25],"factor":[26],"that":[27,141],"decreases":[28],"responsiveness,":[31],"which":[32],"may":[33],"result":[34],"in":[35,70,108,127],"human":[36],"error":[37],"accidents.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43,57,83,95,151,191],"present":[44,84],"a":[45,59,68,79,128,131,153],"study":[46],"facial":[48,197],"expressions":[49,198],"such":[51,200],"diversion":[53],"attention.":[55],"First,":[56],"introduce":[58],"multi-camera":[60],"database":[61],"46":[63],"people":[64],"recorded":[65],"while":[66],"driving":[67],"simulator":[69],"two":[71,92],"conditions,":[72,93],"baseline":[73],"induced":[75],"cognitive":[76],"load":[77],"using":[78],"secondary":[80],"task.":[81],"Then,":[82],"automatic":[86],"system":[87,122,144],"to":[88,110,183],"differentiate":[89],"between":[90],"where":[94],"use":[96],"features":[97],"extracted":[98],"from":[99],"Facial":[100],"Action":[101],"Unit":[102],"(AU)":[103],"values":[104],"their":[106],"cross-correlations":[107],"order":[109],"exploit":[111],"recurring":[112],"synchronization":[113],"causality":[115],"patterns.":[116],"Both":[117],"recording":[119],"detection":[121],"are":[123],"suitable":[124],"for":[125,164],"integration":[126],"vehicle":[129],"real-world":[132,204],"application,":[133],"e.g.,":[134],"early":[136],"warning":[137],"system.":[138,208],"We":[139],"show":[140],"when":[142],"trained":[146],"individually":[147],"on":[148,188],"each":[149],"subject":[150,166,185],"achieve":[152],"mean":[154],"accuracy":[155,173],"F-score":[157],"<inline-formula><tex-math":[159,169,175],"notation=\"LaTeX\">$\\sim":[160,170,176],"95$</tex-math></inline-formula>":[161],"percent,":[162],"independent":[167],"tests":[168],"68$</tex-math></inline-formula>":[171],"percent":[172,178],"66$</tex-math></inline-formula>":[177],"F-score,":[179],"with":[180],"person-specific":[181],"normalization":[182],"handle":[184],"dependency.":[186],"Based":[187],"results,":[190],"discuss":[192],"universality":[194],"states":[201],"possible":[203],"uses":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}