{"id":"https://openalex.org/W4377711810","doi":"https://doi.org/10.1109/thms.2023.3263482","title":"The Mathematical Meaninglessness of the NASA Task Load Index: A Level of Measurement Analysis","display_name":"The Mathematical Meaninglessness of the NASA Task Load Index: A Level of Measurement Analysis","publication_year":2023,"publication_date":"2023-05-23","ids":{"openalex":"https://openalex.org/W4377711810","doi":"https://doi.org/10.1109/thms.2023.3263482"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2023.3263482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3263482","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041183239","display_name":"Matthew L. Bolton","orcid":"https://orcid.org/0000-0002-7943-0497"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew L. Bolton","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7943-0497","affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038999097","display_name":"Elliot Biltekoff","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elliot Biltekoff","raw_affiliation_strings":["Department of Systems and Industrial Engineering, University at Buffalo, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Industrial Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034114933","display_name":"Laura Humphrey","orcid":"https://orcid.org/0000-0002-3148-9035"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]},{"id":"https://openalex.org/I2799950915","display_name":"Wright-Patterson Air Force Base","ror":"https://ror.org/0097e1k27","country_code":"US","type":"other","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2799950915","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Humphrey","raw_affiliation_strings":["Air Force Research Lab, WPAFB, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-3148-9035","affiliations":[{"raw_affiliation_string":"Air Force Research Lab, WPAFB, OH, USA","institution_ids":["https://openalex.org/I1280414376","https://openalex.org/I2799950915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041183239"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":19.4578,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.99652867,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"53","issue":"3","first_page":"590","last_page":"599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14306","display_name":"Technology Assessment and Management","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.9018973112106323},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6339256167411804},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5350856184959412},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5153259634971619},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.46655863523483276},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4211021363735199},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.4180450439453125},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3249017000198364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25668638944625854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22545108199119568},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20044514536857605},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09631949663162231}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.9018973112106323},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6339256167411804},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5350856184959412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5153259634971619},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.46655863523483276},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4211021363735199},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.4180450439453125},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3249017000198364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25668638944625854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22545108199119568},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20044514536857605},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09631949663162231},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2023.3263482","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3263482","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1489143527","https://openalex.org/W1524883444","https://openalex.org/W1549867190","https://openalex.org/W1595637663","https://openalex.org/W1630204216","https://openalex.org/W1972946528","https://openalex.org/W1984227063","https://openalex.org/W2018383914","https://openalex.org/W2025791332","https://openalex.org/W2034257170","https://openalex.org/W2057559934","https://openalex.org/W2057720927","https://openalex.org/W2073726133","https://openalex.org/W2121044470","https://openalex.org/W2151313489","https://openalex.org/W2151618454","https://openalex.org/W2151905266","https://openalex.org/W2157289187","https://openalex.org/W2159666573","https://openalex.org/W2160831061","https://openalex.org/W2169302104","https://openalex.org/W2170950000","https://openalex.org/W2369666883","https://openalex.org/W2490857485","https://openalex.org/W2494087419","https://openalex.org/W2749594523","https://openalex.org/W2783254024","https://openalex.org/W2887291184","https://openalex.org/W2892234404","https://openalex.org/W2907907102","https://openalex.org/W2914569818","https://openalex.org/W2972429262","https://openalex.org/W2990194991","https://openalex.org/W3010534301","https://openalex.org/W3013867706","https://openalex.org/W3040720254","https://openalex.org/W3049113288","https://openalex.org/W3098668365","https://openalex.org/W3211030947","https://openalex.org/W3212623614","https://openalex.org/W3217750576","https://openalex.org/W4206717629","https://openalex.org/W4281746451","https://openalex.org/W4300870773","https://openalex.org/W4312525244","https://openalex.org/W6678230397","https://openalex.org/W6683536544","https://openalex.org/W6707781410","https://openalex.org/W6747032034","https://openalex.org/W6754356542","https://openalex.org/W6775582191","https://openalex.org/W6780521266","https://openalex.org/W6804738251","https://openalex.org/W7058180762"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W4388145910","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525"],"abstract_inverted_index":{"Human":[0],"mental":[1,28],"workload":[2,29,57,96,113,154,184,219],"can":[3,145],"profoundly":[4],"impact":[5],"human":[6,27,40],"performance":[7],"and":[8,17,65,93,185,204],"is":[9,30,127,137],"thus":[10],"an":[11],"important":[12],"consideration":[13],"in":[14,168,194,201],"the":[15,31,67,86,120,133,160,178,191,213,228],"design":[16],"operation":[18],"of":[19,61,88,90,124,135,180,182,230],"many":[20],"systems.":[21],"The":[22,165],"standard":[23],"method":[24,175],"for":[25,110,138,206,215],"assessing":[26],"NASA":[32],"Task":[33],"Load":[34],"Index":[35],"(NASA-TLX).":[36],"This":[37,126],"involves":[38],"a":[39,44,55,74,128,172],"operator":[41],"subjectively":[42],"rating":[43],"task":[45],"based":[46],"on":[47],"six":[48],"dimensions.":[49,187],"These":[50],"dimensions":[51,68,80,92,192,217,229],"are":[52,71,114,156,221],"combined":[53],"into":[54,218],"single":[56],"score":[58,97],"using":[59],"one":[60],"two":[62,108],"methods:":[63],"scaling":[64],"summing":[66],"(where":[69],"scales":[70],"derived":[72],"from":[73],"paired":[75],"comparisons":[76],"procedure)":[77],"or":[78],"averaging":[79],"together.":[81],"Despite":[82],"its":[83,94,186],"widespread":[84],"use,":[85],"level":[87,134,179],"measurement":[89,136,181],"NASA-TLX's":[91,107],"computed":[95],"has":[98,104],"not":[99],"been":[100],"investigated.":[101],"Additionally,":[102],"nobody":[103],"researched":[105],"whether":[106],"approaches":[109],"computing":[111],"overall":[112],"mathematically":[115,157],"meaningful":[116],"with":[117],"respect":[118],"to":[119,149,176],"constituent":[121],"dimensions'":[122],"levels":[123],"measurement.":[125],"serious":[129],"deficiency.":[130],"Knowing":[131],"what":[132,143],"NASA-TLX":[139,153,183,231],"scores":[140,220],"will":[141],"determine":[142],"mathematics":[144],"be":[146,197],"meaningfully":[147],"applied":[148],"them.":[150,234],"Furthermore,":[151],"if":[152],"syntheses":[155],"meaningless,":[158],"then":[159],"measure":[161],"lacks":[162],"construct":[163],"validity.":[164],"research":[166],"presented":[167],"this":[169],"article":[170],"used":[171],"previously":[173],"developed":[174],"evaluate":[177,227],"Results":[188],"show":[189],"that":[190,212,225],"can,":[193],"most":[195],"situations,":[196],"treated":[198],"as":[199],"interval":[200],"population":[202],"analyses":[203],"ordinal":[205],"individuals.":[207],"Our":[208],"results":[209],"also":[210],"suggest":[211],"methods":[214],"combining":[216,233],"meaningless.":[222],"We":[223],"recommend":[224],"analysts":[226],"without":[232]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}