{"id":"https://openalex.org/W4398173647","doi":"https://doi.org/10.1080/10447318.2024.2352936","title":"Using Multimodal Methods and Machine Learning to Recognize Mental Workload: Distinguishing Between Underload, Moderate Load, and Overload","display_name":"Using Multimodal Methods and Machine Learning to Recognize Mental Workload: Distinguishing Between Underload, Moderate Load, and Overload","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398173647","doi":"https://doi.org/10.1080/10447318.2024.2352936"},"language":"en","primary_location":{"id":"doi:10.1080/10447318.2024.2352936","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2024.2352936","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052146206","display_name":"Zebin Jiang","orcid":"https://orcid.org/0009-0008-1079-1666"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebin Jiang","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","Center for Psychological Sciences, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439384","display_name":"Xinyan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145005","display_name":"State Key Laboratory of Vehicle NVH and Safety Technology","ror":"https://ror.org/04e6h1p91","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210145005"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyan Li","raw_affiliation_strings":["China North Vehicle Research Institute","China North Vehicle Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China North Vehicle Research Institute","institution_ids":["https://openalex.org/I4210145005"]},{"raw_affiliation_string":"China North Vehicle Research Institute, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101837686","display_name":"Liezhong Ge","orcid":"https://orcid.org/0000-0003-1591-1037"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liezhong Ge","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","Center for Psychological Sciences, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057917186","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0001-7682-4776"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","Center for Psychological Sciences, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047384472","display_name":"Yandi Lu","orcid":"https://orcid.org/0009-0000-5302-5525"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yandi Lu","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","Center for Psychological Sciences, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100726567","display_name":"Yijing Zhang","orcid":"https://orcid.org/0000-0002-7658-9742"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yijing Zhang","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","Center for Psychological Sciences, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023422230","display_name":"Ming Mao","orcid":"https://orcid.org/0009-0004-5513-170X"},"institutions":[{"id":"https://openalex.org/I4210145005","display_name":"State Key Laboratory of Vehicle NVH and Safety Technology","ror":"https://ror.org/04e6h1p91","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210145005"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Mao","raw_affiliation_strings":["Center for Psychological Sciences, Zhejiang University","China North Vehicle Research Institute","Center for Psychological Sciences, Zhejiang University, Hangzhou, China","China North Vehicle Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"China North Vehicle Research Institute","institution_ids":["https://openalex.org/I4210145005"]},{"raw_affiliation_string":"Center for Psychological Sciences, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"China North Vehicle Research Institute, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5023422230","https://openalex.org/A5100726567"],"corresponding_institution_ids":["https://openalex.org/I4210145005","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":7.703,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.97523189,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"8","first_page":"4742","last_page":"4758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.8727847337722778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5197779536247253},{"id":"https://openalex.org/keywords/information-overload","display_name":"Information overload","score":0.41293907165527344},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35098037123680115},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.333979070186615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33097043633461},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16846701502799988},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1288428008556366}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.8727847337722778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5197779536247253},{"id":"https://openalex.org/C186625053","wikidata":"https://www.wikidata.org/wiki/Q1130191","display_name":"Information overload","level":2,"score":0.41293907165527344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35098037123680115},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.333979070186615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33097043633461},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16846701502799988},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1288428008556366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10447318.2024.2352936","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10447318.2024.2352936","pdf_url":null,"source":{"id":"https://openalex.org/S165559636","display_name":"International Journal of Human-Computer Interaction","issn_l":"1044-7318","issn":["1044-7318","1532-7590"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Human\u2013Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W178209047","https://openalex.org/W620540490","https://openalex.org/W1972131791","https://openalex.org/W1979968154","https://openalex.org/W2023133322","https://openalex.org/W2050892021","https://openalex.org/W2059249013","https://openalex.org/W2061746706","https://openalex.org/W2076883103","https://openalex.org/W2078446903","https://openalex.org/W2079277602","https://openalex.org/W2080209737","https://openalex.org/W2090858180","https://openalex.org/W2109165772","https://openalex.org/W2133658999","https://openalex.org/W2139261343","https://openalex.org/W2148834573","https://openalex.org/W2149426195","https://openalex.org/W2149504281","https://openalex.org/W2152905082","https://openalex.org/W2162273778","https://openalex.org/W2283875974","https://openalex.org/W2295598076","https://openalex.org/W2526755872","https://openalex.org/W2581399274","https://openalex.org/W2588505119","https://openalex.org/W2768348081","https://openalex.org/W2799734231","https://openalex.org/W2810658541","https://openalex.org/W2887591331","https://openalex.org/W2897744987","https://openalex.org/W2911964244","https://openalex.org/W2943275803","https://openalex.org/W2953565132","https://openalex.org/W2963122398","https://openalex.org/W2970087344","https://openalex.org/W2975376327","https://openalex.org/W2976101205","https://openalex.org/W2978496518","https://openalex.org/W3020088698","https://openalex.org/W3022805548","https://openalex.org/W3044045419","https://openalex.org/W3081651508","https://openalex.org/W3090929564","https://openalex.org/W3104946370","https://openalex.org/W3113890127","https://openalex.org/W3122042491","https://openalex.org/W3128096964","https://openalex.org/W3128627623","https://openalex.org/W3158971638","https://openalex.org/W3164347092","https://openalex.org/W3175508462","https://openalex.org/W3188655642","https://openalex.org/W3206939630","https://openalex.org/W3207383179","https://openalex.org/W4205436487","https://openalex.org/W4210512726","https://openalex.org/W4210737249","https://openalex.org/W4210844773","https://openalex.org/W4220781804","https://openalex.org/W4221040952","https://openalex.org/W4221077455","https://openalex.org/W4236933267","https://openalex.org/W4237791300","https://openalex.org/W4239510810","https://openalex.org/W4280559372","https://openalex.org/W4283021061","https://openalex.org/W4283785785","https://openalex.org/W4292253521","https://openalex.org/W4308823684","https://openalex.org/W4309852438","https://openalex.org/W4310244180","https://openalex.org/W4319600001","https://openalex.org/W4323033645","https://openalex.org/W4368371212","https://openalex.org/W4386931920","https://openalex.org/W4387336157","https://openalex.org/W4387905966"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3134493632","https://openalex.org/W1602080981","https://openalex.org/W4242208525","https://openalex.org/W2544661358","https://openalex.org/W2543533418","https://openalex.org/W4240249180","https://openalex.org/W2000785801","https://openalex.org/W1972752099"],"abstract_inverted_index":{"Mental":[0],"workload":[1,24,113,126],"recognition":[2,18,51,78,105,123],"is":[3],"of":[4,52,80,107,124],"great":[5],"significance":[6],"in":[7,40],"preventing":[8],"human":[9],"errors":[10],"and":[11,29,48,56,65,98],"accidents.":[12],"This":[13,115],"study":[14,42,116],"constructed":[15],"a":[16],"multimodal":[17,122],"scheme":[19],"to":[20,75],"recognize":[21],"three":[22,36,111],"mental":[23,112,125],"states:":[25],"underload,":[26,53],"moderate":[27,54],"load,":[28,55],"overload.":[30],"Based":[31],"on":[32],"driving":[33,46],"scenarios,":[34],"these":[35],"states":[37],"were":[38,73],"induced":[39],"this":[41],"by":[43],"changing":[44],"the":[45,77,88,103,110],"modes":[47],"situations.":[49],"Multimodal":[50],"overload":[57],"was":[58],"performed":[59],"using":[60,93],"electroencephalography":[61],"(EEG),":[62],"electrocardiography":[63],"(ECG),":[64],"pupillometry.":[66],"In":[67],"addition,":[68],"various":[69],"machine":[70],"learning":[71],"methods":[72],"used":[74],"evaluate":[76],"performance":[79],"different":[81],"feature":[82],"combinations.":[83],"The":[84],"results":[85],"showed":[86],"that":[87],"random":[89],"forest":[90],"method,":[91],"trained":[92],"spectral":[94],"power,":[95],"pupil":[96],"diameter,":[97],"heart":[99],"rate":[100],"variability,":[101],"achieved":[102],"highest":[104],"accuracy":[106],"83.13%":[108],"for":[109,121],"states.":[114,127],"provides":[117],"valuable":[118],"reference":[119],"information":[120]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}