{"id":"https://openalex.org/W3081902907","doi":"https://doi.org/10.1109/embc44109.2020.9175951","title":"Audio, Visual, and Electrodermal Arousal Signals as Predictors of Mental Fatigue Following Sustained Cognitive Work","display_name":"Audio, Visual, and Electrodermal Arousal Signals as Predictors of Mental Fatigue Following Sustained Cognitive Work","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3081902907","doi":"https://doi.org/10.1109/embc44109.2020.9175951","mag":"3081902907","pmid":"https://pubmed.ncbi.nlm.nih.gov/33018114"},"language":"en","primary_location":{"id":"doi:10.1109/embc44109.2020.9175951","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc44109.2020.9175951","pdf_url":"https://ieeexplore.ieee.org/ielx7/9167168/9175149/09175951.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/9167168/9175149/09175951.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074143608","display_name":"James R. Williamson","orcid":"https://orcid.org/0000-0002-8772-468X"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James R. Williamson","raw_affiliation_strings":["Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066972596","display_name":"Kristin J. Heaton","orcid":"https://orcid.org/0000-0001-8366-6294"},"institutions":[{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"funder","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]},{"id":"https://openalex.org/I121067369","display_name":"U.S. Army Research Institute of Environmental Medicine","ror":"https://ror.org/00rg6zq05","country_code":"US","type":"funder","lineage":["https://openalex.org/I106965489","https://openalex.org/I121067369","https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802581893"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristin J. Heaton","raw_affiliation_strings":["United States Army Research Institute of Environmental Medicine, Natick, MA"],"affiliations":[{"raw_affiliation_string":"United States Army Research Institute of Environmental Medicine, Natick, MA","institution_ids":["https://openalex.org/I121067369","https://openalex.org/I4210088792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046812723","display_name":"Adam C. Lammert","orcid":"https://orcid.org/0000-0001-8162-2693"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Lammert","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029112494","display_name":"Katherine Finkelstein","orcid":"https://orcid.org/0000-0001-8827-4206"},"institutions":[{"id":"https://openalex.org/I12524447","display_name":"Seton Hall University","ror":"https://ror.org/007tn5k56","country_code":"US","type":"education","lineage":["https://openalex.org/I12524447"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine Finkelstein","raw_affiliation_strings":["Seton Hall University, South Orange, NJ"],"affiliations":[{"raw_affiliation_string":"Seton Hall University, South Orange, NJ","institution_ids":["https://openalex.org/I12524447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108722043","display_name":"Doug Sturim","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Doug Sturim","raw_affiliation_strings":["Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004483527","display_name":"Christopher J. Smalt","orcid":"https://orcid.org/0000-0002-3467-5888"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Smalt","raw_affiliation_strings":["Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044014409","display_name":"Gregory Ciccarelli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Ciccarelli","raw_affiliation_strings":["Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009507416","display_name":"Thomas F. Quatieri","orcid":"https://orcid.org/0000-0003-1925-6340"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas F. Quatieri","raw_affiliation_strings":["Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Lincoln Laboratory, Lexington, MA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5074143608"],"corresponding_institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":1.3667,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81871941,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2020","issue":null,"first_page":"832","last_page":"836"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.7384860515594482},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.6616754531860352},{"id":"https://openalex.org/keywords/mental-fatigue","display_name":"Mental fatigue","score":0.6218470931053162},{"id":"https://openalex.org/keywords/audiology","display_name":"Audiology","score":0.6092453598976135},{"id":"https://openalex.org/keywords/vigilance","display_name":"Vigilance (psychology)","score":0.5888090133666992},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.5756592750549316},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.45438632369041443},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40246161818504333},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3700515329837799},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3445410132408142},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17382347583770752},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.1414412558078766},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.09105086326599121}],"concepts":[{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.7384860515594482},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6616754531860352},{"id":"https://openalex.org/C2982735371","wikidata":"https://www.wikidata.org/wiki/Q9690","display_name":"Mental fatigue","level":2,"score":0.6218470931053162},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.6092453598976135},{"id":"https://openalex.org/C192769605","wikidata":"https://www.wikidata.org/wiki/Q1418914","display_name":"Vigilance (psychology)","level":2,"score":0.5888090133666992},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.5756592750549316},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45438632369041443},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40246161818504333},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3700515329837799},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3445410132408142},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17382347583770752},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.1414412558078766},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.09105086326599121},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001143","descriptor_name":"Arousal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005222","descriptor_name":"Mental Fatigue","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005222","descriptor_name":"Mental Fatigue","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005222","descriptor_name":"Mental Fatigue","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014851","descriptor_name":"Wakefulness","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc44109.2020.9175951","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc44109.2020.9175951","pdf_url":"https://ieeexplore.ieee.org/ielx7/9167168/9175149/09175951.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:33018114","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33018114","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/embc44109.2020.9175951","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc44109.2020.9175951","pdf_url":"https://ieeexplore.ieee.org/ielx7/9167168/9175149/09175951.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3081902907.pdf","grobid_xml":"https://content.openalex.org/works/W3081902907.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1969952570","https://openalex.org/W1980877068","https://openalex.org/W1990397207","https://openalex.org/W2010950770","https://openalex.org/W2019070230","https://openalex.org/W2019883359","https://openalex.org/W2026529032","https://openalex.org/W2041823554","https://openalex.org/W2072612968","https://openalex.org/W2084242110","https://openalex.org/W2085662862","https://openalex.org/W2086541045","https://openalex.org/W2141309263","https://openalex.org/W2162571494","https://openalex.org/W2167735806","https://openalex.org/W2513140567","https://openalex.org/W2558055792","https://openalex.org/W2770976973","https://openalex.org/W2888958866","https://openalex.org/W2889090194","https://openalex.org/W3098080548","https://openalex.org/W4255222684","https://openalex.org/W6725923168"],"related_works":["https://openalex.org/W2075253895","https://openalex.org/W83710536","https://openalex.org/W2894846911","https://openalex.org/W2600819453","https://openalex.org/W2755145797","https://openalex.org/W2898717567","https://openalex.org/W3026439898","https://openalex.org/W2091719051","https://openalex.org/W2387441558","https://openalex.org/W297102775"],"abstract_inverted_index":{"Lapses":[0],"in":[1,35,41,89,92,124,128],"vigilance":[2],"and":[3,15,17,39,65,72,94,99,112,117],"slowed":[4],"reactions":[5],"due":[6],"to":[7,57,83,132],"mental":[8,30],"fatigue":[9,31,130],"can":[10],"increase":[11],"risk":[12],"of":[13,29,53,122],"accidents":[14],"injuries":[16],"degrade":[18],"performance.":[19],"This":[20],"paper":[21],"describes":[22],"a":[23,50,102,126,133],"method":[24],"for":[25],"rapid,":[26],"unobtrusive":[27],"detection":[28],"based":[32],"on":[33],"changes":[34,40],"electrodermal":[36],"arousal":[37],"(EDA),":[38],"neuromotor":[42,90],"coordination":[43],"derived":[44,62],"from":[45,63],"speaking.":[46],"Twenty-nine":[47],"Soldiers":[48],"completed":[49],"2-hour":[51],"battery":[52],"cognitive":[54,76,84,129],"tasks":[55],"intended":[56],"induce":[58],"fatigue.":[59],"Behavioral":[60],"markers":[61],"audio":[64],"video":[66],"during":[67],"speech":[68,93],"were":[69],"acquired":[70],"before":[71],"after":[73,97,101],"the":[74],"2hour":[75],"load":[77,85,98],"tasks,":[78],"as":[79],"was":[80],"EDA.":[81],"Exposure":[82],"produced":[86,119],"detectable":[87],"increases":[88],"variability":[91],"facial":[95],"measures":[96],"even":[100],"recovery":[103],"period.":[104],"A":[105],"Gaussian":[106],"mixture":[107],"model":[108],"classifier":[109],"with":[110],"crossvalidation":[111],"fusion":[113],"across":[114],"speech,":[115],"video,":[116],"EDA":[118],"an":[120],"accuracy":[121],"AUC=0.99":[123],"detecting":[125],"change":[127],"relative":[131],"personalized":[134],"baseline.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}