{"id":"https://openalex.org/W4307974903","doi":"https://doi.org/10.1177/00187208221129371","title":"Estimation of Subjectively Reported Trust, Mental Workload, and Situation Awareness Using Unobtrusive Measures","display_name":"Estimation of Subjectively Reported Trust, Mental Workload, and Situation Awareness Using Unobtrusive Measures","publication_year":2022,"publication_date":"2022-11-02","ids":{"openalex":"https://openalex.org/W4307974903","doi":"https://doi.org/10.1177/00187208221129371","pmid":"https://pubmed.ncbi.nlm.nih.gov/36321727"},"language":"en","primary_location":{"id":"doi:10.1177/00187208221129371","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00187208221129371","pdf_url":null,"source":{"id":"https://openalex.org/S83386566","display_name":"Human Factors The Journal of the Human Factors and Ergonomics Society","issn_l":"0018-7208","issn":["0018-7208","1547-8181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human Factors: The Journal of the Human Factors and Ergonomics Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073837119","display_name":"Jacob R. Kintz","orcid":"https://orcid.org/0000-0001-9444-7409"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacob R. Kintz","raw_affiliation_strings":["Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA"],"raw_orcid":"https://orcid.org/0000-0001-9444-7409","affiliations":[{"raw_affiliation_string":"Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005353256","display_name":"Neil T. Banerjee","orcid":"https://orcid.org/0000-0002-6825-917X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T. Banerjee","raw_affiliation_strings":["Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA"],"raw_orcid":"https://orcid.org/0000-0002-6825-917X","affiliations":[{"raw_affiliation_string":"Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027953087","display_name":"Johnny Y. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johnny Y. Zhang","raw_affiliation_strings":["Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057867194","display_name":"Allison P. Anderson","orcid":"https://orcid.org/0000-0001-7808-8557"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison P. Anderson","raw_affiliation_strings":["Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA"],"raw_orcid":"https://orcid.org/0000-0001-7808-8557","affiliations":[{"raw_affiliation_string":"Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062754608","display_name":"Torin K. Clark","orcid":"https://orcid.org/0000-0002-9345-9712"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Torin K. Clark","raw_affiliation_strings":["Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA"],"raw_orcid":"https://orcid.org/0000-0002-9345-9712","affiliations":[{"raw_affiliation_string":"Smead Department of Aerospace Engineering Sciences, University of Colorado\u2013Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073837119"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":3.3158,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92161264,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"65","issue":"6","first_page":"1142","last_page":"1160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.926800012588501,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6439089775085449},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5811408162117004},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.47694769501686096},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4337804913520813},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1932315230369568},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1851513683795929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6439089775085449},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5811408162117004},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.47694769501686096},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4337804913520813},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1932315230369568},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1851513683795929},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001331","descriptor_name":"Automation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001364","descriptor_name":"Awareness","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001364","descriptor_name":"Awareness","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D001364","descriptor_name":"Awareness","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016526","descriptor_name":"Workload","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016526","descriptor_name":"Workload","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016526","descriptor_name":"Workload","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035502","descriptor_name":"Trust","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1177/00187208221129371","is_oa":false,"landing_page_url":"https://doi.org/10.1177/00187208221129371","pdf_url":null,"source":{"id":"https://openalex.org/S83386566","display_name":"Human Factors The Journal of the Human Factors and Ergonomics Society","issn_l":"0018-7208","issn":["0018-7208","1547-8181"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human Factors: The Journal of the Human Factors and Ergonomics Society","raw_type":"journal-article"},{"id":"pmid:36321727","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36321727","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human factors","raw_type":null},{"id":"pmh:oai:cuscholar:bz60cx681","is_oa":false,"landing_page_url":"https://scholar.colorado.edu/concern/articles/bz60cx681","pdf_url":null,"source":{"id":"https://openalex.org/S4306401957","display_name":"CU Scholar (University of Colorado Boulder)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I188538660","host_organization_name":"University of Colorado Boulder","host_organization_lineage":["https://openalex.org/I188538660"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:share.osf.io:E01BD-047-818","is_oa":false,"landing_page_url":"http://osf.io/9xs3r/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1257062516","display_name":null,"funder_award_id":"80NSSC19K1052","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W107466506","https://openalex.org/W185216244","https://openalex.org/W287234163","https://openalex.org/W1513618424","https://openalex.org/W1570321471","https://openalex.org/W1595998849","https://openalex.org/W1605488334","https://openalex.org/W1608531804","https://openalex.org/W1776178666","https://openalex.org/W1969726991","https://openalex.org/W1974975426","https://openalex.org/W1981749317","https://openalex.org/W1990229920","https://openalex.org/W2002373017","https://openalex.org/W2002894033","https://openalex.org/W2010798320","https://openalex.org/W2011475678","https://openalex.org/W2019160338","https://openalex.org/W2033931787","https://openalex.org/W2043211719","https://openalex.org/W2044140042","https://openalex.org/W2049265445","https://openalex.org/W2063052894","https://openalex.org/W2064283760","https://openalex.org/W2069757512","https://openalex.org/W2075300331","https://openalex.org/W2076883103","https://openalex.org/W2089740875","https://openalex.org/W2101473111","https://openalex.org/W2110017066","https://openalex.org/W2110171129","https://openalex.org/W2123162799","https://openalex.org/W2154828048","https://openalex.org/W2157289187","https://openalex.org/W2168084451","https://openalex.org/W2260877551","https://openalex.org/W2284523423","https://openalex.org/W2296012014","https://openalex.org/W2477032872","https://openalex.org/W2568453459","https://openalex.org/W2572169790","https://openalex.org/W2582743722","https://openalex.org/W2775632615","https://openalex.org/W2781634994","https://openalex.org/W2782247249","https://openalex.org/W2794595230","https://openalex.org/W2801365190","https://openalex.org/W2806432251","https://openalex.org/W2809814728","https://openalex.org/W2890111764","https://openalex.org/W2902480251","https://openalex.org/W2907406960","https://openalex.org/W2910459689","https://openalex.org/W2913210897","https://openalex.org/W2913258601","https://openalex.org/W2917590331","https://openalex.org/W2920919283","https://openalex.org/W2945703481","https://openalex.org/W2977055143","https://openalex.org/W2990299464","https://openalex.org/W2990914727","https://openalex.org/W3020088698","https://openalex.org/W3040259477","https://openalex.org/W3083287224","https://openalex.org/W3089447464","https://openalex.org/W3111359613","https://openalex.org/W3122967761","https://openalex.org/W3130492569","https://openalex.org/W3197434213","https://openalex.org/W3209873246","https://openalex.org/W4399569456","https://openalex.org/W6742428516"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547"],"abstract_inverted_index":{"OBJECTIVE:":[0],"We":[1],"use":[2],"a":[3,93],"set":[4],"of":[5,75,88,99,129,199,207],"unobtrusive":[6,60],"measures":[7,67,98,119,164,177,206,229],"to":[8,26,38,62,131,154,191,212,226],"estimate":[9,214],"subjectively":[10],"reported":[11,161],"trust,":[12],"mental":[13],"workload,":[14],"and":[15,35,106,127,135,196,230],"situation":[16],"awareness":[17],"(henceforth":[18],"\"TWSA\").":[19],"BACKGROUND:":[20],"Subjective":[21],"questionnaires":[22,110,218,243],"are":[23,33],"commonly":[24],"used":[25,211],"assess":[27],"human":[28],"cognitive":[29,172,235],"states.":[30],"However,":[31],"they":[32],"obtrusive":[34],"usually":[36,147],"impractical":[37],"administer":[39],"during":[40,103],"operations.":[41],"Measures":[42],"derived":[43],"from":[44],"actions":[45],"operators":[46],"take":[47],"while":[48,91],"working":[49],"(which":[50],"we":[51],"call":[52],"\"embedded":[53],"measures\")":[54],"have":[55,68],"been":[56,70],"proposed":[57],"as":[58],"an":[59,155,170],"way":[61],"obtain":[63],"TWSA":[64,100,109,208],"estimates.":[65],"Embedded":[66,97,163],"not":[69,167],"systematically":[71],"investigated":[72],"for":[73,143,234],"each":[74,104,112],"TWSA,":[76],"which":[77,151],"prevents":[78],"their":[79,133],"operational":[80],"utility.":[81],"METHODS:":[82],"Fifteen":[83],"participants":[84,107],"completed":[85,108],"twelve":[86],"trials":[87],"spaceflight-relevant":[89],"tasks":[90,240],"using":[92],"simulated":[94],"autonomous":[95],"system.":[96],"were":[101,120],"obtained":[102],"trial":[105],"after":[111],"trial.":[113],"Statistical":[114,202],"models":[115,146,190,203,232],"incorporating":[116],"our":[117],"embedded":[118,149,205,228],"fit":[121,195],"with":[122,178],"various":[123],"formulations,":[124],"interaction":[125],"effects,":[126],"levels":[128],"personalization":[130],"understand":[132],"benefits":[134],"improve":[136],"model":[137],"accuracy.":[138],"RESULTS:":[139],"The":[140],"stepwise":[141],"algorithm":[142],"building":[144],"statistical":[145],"included":[148],"measures,":[150],"frequently":[152],"corresponded":[153],"intuitive":[156],"increase":[157],"or":[158,183],"decrease":[159],"in":[160],"TWSA.":[162,200,221],"alone":[165],"could":[166],"accurately":[168,213],"capture":[169],"operator's":[171],"state,":[173],"but":[174],"combining":[175],"the":[176,189],"readily":[179],"observable":[180],"task":[181],"information":[182,184],"about":[185],"participants'":[186],"backgrounds":[187],"enabled":[188],"achieve":[192],"good":[193],"descriptive":[194],"accurate":[197],"prediction":[198],"CONCLUSION:":[201],"leveraging":[204],"can":[209],"be":[210,245],"responses":[215],"on":[216],"subjective":[217],"that":[219],"measure":[220],"APPLICATION:":[222],"Our":[223],"systematic":[224],"approach":[225],"investigating":[227],"fitting":[231],"allows":[233],"state":[236],"estimation":[237],"without":[238],"disrupting":[239],"when":[241],"administering":[242],"would":[244],"impractical.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-02T06:04:40.494371","created_date":"2025-10-10T00:00:00"}
