{"id":"https://openalex.org/W3146444530","doi":"https://doi.org/10.1145/3448111","title":"Objective Measures of Cognitive Load Using Deep Multi-Modal Learning","display_name":"Objective Measures of Cognitive Load Using Deep Multi-Modal Learning","publication_year":2021,"publication_date":"2021-03-19","ids":{"openalex":"https://openalex.org/W3146444530","doi":"https://doi.org/10.1145/3448111","mag":"3146444530"},"language":"en","primary_location":{"id":"doi:10.1145/3448111","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448111","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011654299","display_name":"Justin Wilson","orcid":"https://orcid.org/0000-0002-4300-5480"},"institutions":[{"id":"https://openalex.org/I430641","display_name":"United States Air Force Academy","ror":"https://ror.org/0055d0g64","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I4210089612","https://openalex.org/I4210102105","https://openalex.org/I430641"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Justin C. Wilson","raw_affiliation_strings":["Computer and Cyber Sciences, United States Air Force Academy, Colorado, USA"],"affiliations":[{"raw_affiliation_string":"Computer and Cyber Sciences, United States Air Force Academy, Colorado, USA","institution_ids":["https://openalex.org/I430641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112639076","display_name":"Suku Nair","orcid":"https://orcid.org/0000-0002-7966-2343"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suku Nair","raw_affiliation_strings":["AT&T Center for Virtualization, Southern Methodist University, Dallas, Texas, USA"],"affiliations":[{"raw_affiliation_string":"AT&T Center for Virtualization, Southern Methodist University, Dallas, Texas, USA","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078995558","display_name":"Sandro Scielzo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163537","display_name":"L3Harris (United States)","ror":"https://ror.org/05fhwtx59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163537"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandro Scielzo","raw_affiliation_strings":["Link Training and Simulation, L3Harris Technologies, Arlington, Texas, USA"],"affiliations":[{"raw_affiliation_string":"Link Training and Simulation, L3Harris Technologies, Arlington, Texas, USA","institution_ids":["https://openalex.org/I4210163537"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023773515","display_name":"Eric C. Larson","orcid":"https://orcid.org/0000-0001-6040-868X"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric C. Larson","raw_affiliation_strings":["Computer Science, AT&T Center for Virtualization, Southern Methodist University, Dallas, Texas, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science, AT&T Center for Virtualization, Southern Methodist University, Dallas, Texas, USA","institution_ids":["https://openalex.org/I178169726"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011654299"],"corresponding_institution_ids":["https://openalex.org/I430641"],"apc_list":null,"apc_paid":null,"fwci":4.5698,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94493546,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"5","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7374176979064941},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5834879875183105},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.5807600617408752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5770953297615051},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5487795472145081},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5471634864807129},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.49683716893196106},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49229490756988525},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4610788822174072},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44895118474960327},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4417480230331421},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36433881521224976},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18015876412391663}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7374176979064941},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5834879875183105},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.5807600617408752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5770953297615051},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5487795472145081},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5471634864807129},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.49683716893196106},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49229490756988525},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4610788822174072},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44895118474960327},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4417480230331421},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36433881521224976},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18015876412391663},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448111","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448111","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W107466506","https://openalex.org/W120855400","https://openalex.org/W245331496","https://openalex.org/W332342033","https://openalex.org/W911763501","https://openalex.org/W1422615029","https://openalex.org/W1522306314","https://openalex.org/W1530266187","https://openalex.org/W1539811621","https://openalex.org/W1590197111","https://openalex.org/W1594278800","https://openalex.org/W1609327040","https://openalex.org/W1882088395","https://openalex.org/W1883543115","https://openalex.org/W1941711934","https://openalex.org/W1959608418","https://openalex.org/W1976332063","https://openalex.org/W1980877068","https://openalex.org/W1982306775","https://openalex.org/W1984207618","https://openalex.org/W1984314602","https://openalex.org/W1987995821","https://openalex.org/W1998985924","https://openalex.org/W2010318514","https://openalex.org/W2014021323","https://openalex.org/W2015099584","https://openalex.org/W2018214946","https://openalex.org/W2020686399","https://openalex.org/W2023584795","https://openalex.org/W2024700295","https://openalex.org/W2027874948","https://openalex.org/W2030463924","https://openalex.org/W2030517061","https://openalex.org/W2035314139","https://openalex.org/W2062242288","https://openalex.org/W2064321595","https://openalex.org/W2064749740","https://openalex.org/W2064785582","https://openalex.org/W2065073464","https://openalex.org/W2065343359","https://openalex.org/W2072875864","https://openalex.org/W2075599842","https://openalex.org/W2081811286","https://openalex.org/W2084413241","https://openalex.org/W2086148793","https://openalex.org/W2096036274","https://openalex.org/W2103685082","https://openalex.org/W2109606373","https://openalex.org/W2114193021","https://openalex.org/W2116669434","https://openalex.org/W2121394341","https://openalex.org/W2137243825","https://openalex.org/W2139099630","https://openalex.org/W2142560379","https://openalex.org/W2145112153","https://openalex.org/W2151905266","https://openalex.org/W2157289187","https://openalex.org/W2161301790","https://openalex.org/W2165579771","https://openalex.org/W2165698076","https://openalex.org/W2168745915","https://openalex.org/W2287468834","https://openalex.org/W2288286287","https://openalex.org/W2325819853","https://openalex.org/W2337852060","https://openalex.org/W2406810613","https://openalex.org/W2548022248","https://openalex.org/W2588324249","https://openalex.org/W2624871570","https://openalex.org/W2748488820","https://openalex.org/W2752400705","https://openalex.org/W2755506150","https://openalex.org/W2767290858","https://openalex.org/W2782788244","https://openalex.org/W2798664662","https://openalex.org/W2805252737","https://openalex.org/W2890964092","https://openalex.org/W2911964244","https://openalex.org/W3122799784","https://openalex.org/W4211081781","https://openalex.org/W4229977739","https://openalex.org/W4234663613","https://openalex.org/W4238481654","https://openalex.org/W4239167255","https://openalex.org/W4248370136","https://openalex.org/W4252684946","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W986318368","https://openalex.org/W2000785801","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"The":[0],"capability":[1],"of":[2,15,24,34,61,85,109,126,141],"measuring":[3],"human":[4],"performance":[5],"objectively":[6],"is":[7,147],"hard":[8],"to":[9,101,130],"overstate,":[10],"especially":[11],"in":[12,87],"the":[13,16,22,31,38,65,71,124],"context":[14],"instructor":[17],"and":[18,54,70,76,98,116,134,160],"student":[19],"relationship":[20],"within":[21],"process":[23],"learning.":[25],"In":[26],"this":[27,145],"work,":[28],"we":[29,81],"investigate":[30],"automated":[32],"classification":[33],"cognitive":[35,119,127],"load":[36,120,128],"leveraging":[37],"aviation":[39],"domain":[40],"as":[41,91],"a":[42,51,59,164],"surrogate":[43],"for":[44],"complex":[45],"task":[46],"workload":[47],"induction.":[48],"We":[49,74],"use":[50],"mixed":[52],"virtual":[53],"physical":[55],"flight":[56,135],"environment,":[57],"given":[58],"suite":[60],"biometric":[62],"sensors":[63],"utilizing":[64],"HTC":[66],"Vive":[67],"Pro":[68],"Eye":[69],"E4":[72],"Empatica.":[73],"create":[75],"evaluate":[77],"multiple":[78,103],"models.":[79],"And":[80],"have":[82],"taken":[83],"advantage":[84],"advancements":[86],"deep":[88],"learning":[89],"such":[90],"generative":[92],"learning,":[93,95,97],"multi-modal":[94],"multi-task":[96],"x-vector":[99],"architectures":[100],"classify":[102],"tasks":[104],"across":[105],"40":[106],"subjects":[107],"inclusive":[108],"three":[110],"subject":[111,132],"types":[112],"---":[113],"pilots,":[114],"operators,":[115],"novices.":[117],"Our":[118],"model":[121],"can":[122],"automate":[123],"evaluation":[125,161],"agnostic":[129],"subject,":[131],"type,":[133],"maneuver":[136],"(task)":[137],"with":[138,149],"an":[139],"accuracy":[140],"over":[142,157],"80%.":[143],"Further,":[144],"approach":[146],"validated":[148],"real-flight":[150],"data":[151],"from":[152],"five":[153],"test":[154,159],"pilots":[155],"collected":[156],"two":[158],"flights":[162],"on":[163],"C-17":[165],"aircraft.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}