{"id":"https://openalex.org/W4319459199","doi":"https://doi.org/10.1109/thms.2023.3234429","title":"Multimodal Sensing and Computational Intelligence for Situation Awareness Classification in Autonomous Driving","display_name":"Multimodal Sensing and Computational Intelligence for Situation Awareness Classification in Autonomous Driving","publication_year":2023,"publication_date":"2023-02-08","ids":{"openalex":"https://openalex.org/W4319459199","doi":"https://doi.org/10.1109/thms.2023.3234429"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2023.3234429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3234429","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jing Yang","orcid":"https://orcid.org/0000-0001-8124-8603"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jing Yang","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-8124-8603","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032421589","display_name":"Nade Liang","orcid":"https://orcid.org/0000-0001-8058-5368"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nade Liang","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-8058-5368","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059492842","display_name":"Brandon J. Pitts","orcid":"https://orcid.org/0000-0002-6232-6028"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon J. Pitts","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-6232-6028","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056053238","display_name":"Kwaku O. Prakah-Asante","orcid":"https://orcid.org/0009-0001-8392-2494"},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwaku O. Prakah-Asante","raw_affiliation_strings":["Ford Motor Company, Dearborn, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, MI, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082733995","display_name":"Reates Curry","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reates Curry","raw_affiliation_strings":["Ford Motor Company, Dearborn, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, MI, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050195403","display_name":"Mike Blommer","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mike Blommer","raw_affiliation_strings":["Ford Motor Company, Dearborn, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, MI, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069887812","display_name":"Radhakrishnan Swaminathan","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radhakrishnan Swaminathan","raw_affiliation_strings":["Ford Motor Company, Dearborn, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, MI, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049073456","display_name":"Denny Yu","orcid":"https://orcid.org/0000-0002-5083-1713"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denny Yu","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-5083-1713","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":15.9698,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99466943,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"53","issue":"2","first_page":"270","last_page":"281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14056","display_name":"Safety Warnings and Signage","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6888834834098816},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.6166795492172241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6084697842597961},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5620905756950378},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5090048313140869},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4720096290111542},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42309579253196716},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14836901426315308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888834834098816},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.6166795492172241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6084697842597961},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5620905756950378},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5090048313140869},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4720096290111542},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42309579253196716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14836901426315308},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2023.3234429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2023.3234429","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307103","display_name":"Ford Motor Company","ror":"https://ror.org/00g2tkw06"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W4897504","https://openalex.org/W17263963","https://openalex.org/W168657544","https://openalex.org/W1482149324","https://openalex.org/W1525254066","https://openalex.org/W1594451427","https://openalex.org/W1633007112","https://openalex.org/W1677182931","https://openalex.org/W1973748529","https://openalex.org/W1980553000","https://openalex.org/W1981753533","https://openalex.org/W1995848747","https://openalex.org/W2013931432","https://openalex.org/W2014292059","https://openalex.org/W2024184249","https://openalex.org/W2025751535","https://openalex.org/W2056132907","https://openalex.org/W2056336718","https://openalex.org/W2057773869","https://openalex.org/W2076167842","https://openalex.org/W2077085168","https://openalex.org/W2078671978","https://openalex.org/W2093513190","https://openalex.org/W2110017066","https://openalex.org/W2124853884","https://openalex.org/W2125731900","https://openalex.org/W2127714370","https://openalex.org/W2128495200","https://openalex.org/W2130292406","https://openalex.org/W2132044772","https://openalex.org/W2142798517","https://openalex.org/W2146948159","https://openalex.org/W2151123821","https://openalex.org/W2167488973","https://openalex.org/W2169178923","https://openalex.org/W2319827527","https://openalex.org/W2507937192","https://openalex.org/W2520870564","https://openalex.org/W2521184955","https://openalex.org/W2606437352","https://openalex.org/W2742763625","https://openalex.org/W2744943028","https://openalex.org/W2766880576","https://openalex.org/W2769354180","https://openalex.org/W2773769508","https://openalex.org/W2782730293","https://openalex.org/W2804284796","https://openalex.org/W2883398228","https://openalex.org/W2912501419","https://openalex.org/W2921286780","https://openalex.org/W2946889708","https://openalex.org/W2970187730","https://openalex.org/W2972400339","https://openalex.org/W2977055143","https://openalex.org/W2987767446","https://openalex.org/W2999500542","https://openalex.org/W3039454105","https://openalex.org/W3108023392","https://openalex.org/W3175508462","https://openalex.org/W4225555528","https://openalex.org/W6636839931","https://openalex.org/W6684773713","https://openalex.org/W6729043891"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2047973478","https://openalex.org/W3024912289","https://openalex.org/W4295532600","https://openalex.org/W2415747217","https://openalex.org/W2063823869","https://openalex.org/W2143767096","https://openalex.org/W2561023719","https://openalex.org/W4382644910"],"abstract_inverted_index":{"Maintaining":[0],"situation":[1],"awareness":[2],"(SA)":[3],"is":[4],"essential":[5],"for":[6,60,73,129],"drivers":[7,117],"to":[8,27,45,120,163,250],"deal":[9],"with":[10,207],"the":[11,52,110,114,124,140,148,160,170,176,181,185,188,200,214,218,251],"situations":[12],"that":[13,86,229],"Society":[14],"of":[15,88,103,153,172,239],"Automotive":[16],"Engineers":[17],"(SAE)":[18],"Level":[19],"3":[20],"automated":[21,83],"vehicle":[22],"systems":[23],"are":[24],"not":[25,42],"designed":[26],"handle.":[28],"Although":[29],"advanced":[30],"physiological":[31,155,247],"sensors":[32],"can":[33,233],"enable":[34],"continuous":[35],"SA":[36,62,135,252],"assessments,":[37],"previous":[38],"single-modality":[39],"approaches":[40],"may":[41],"be":[43],"sufficient":[44],"capture":[46],"SA.":[47,236],"To":[48],"address":[49],"this":[50,240],"limitation,":[51],"current":[53],"study":[54,241],"demonstrates":[55],"a":[56,89,95,130],"multimodal":[57,230],"sensing":[58,220,231],"approach":[59],"objective":[61],"monitoring.":[63],"Physiological":[64],"sensor":[65],"data":[66],"from":[67,123,159],"electroencephalogram":[68],"and":[69,94,180,198],"eye-tracking":[70],"were":[71,118,157],"recorded":[72],"30":[74],"participants":[75],"as":[76],"they":[77],"performed":[78],"three":[79],"secondary":[80],"tasks":[81,99],"during":[82],"driving":[84,125],"scenarios":[85],"consisted":[87],"pre-takeover":[90],"(pre-TOR)":[91],"request":[92],"segment":[93,162],"post-TOR":[96,115,149,161],"segment.":[97,112,150],"The":[98,237],"varied":[100],"in":[101,109,127,184],"terms":[102],"how":[104,246],"visual":[105],"attention":[106],"was":[107,137,210],"allocated":[108],"pre-TOR":[111],"In":[113,212],"segment,":[116],"expected":[119],"gather":[121],"information":[122],"environment":[126],"preparation":[128],"vehicle-to-driver":[131],"transition.":[132],"Participants'":[133],"ground-truth":[134,177],"level":[136],"measured":[138],"using":[139],"Situation":[141],"Awareness":[142],"Global":[143],"Assessment":[144],"Techniques":[145],"(SAGAT)":[146],"after":[147],"A":[151,205],"total":[152],"23":[154],"features":[156,182,209,248],"extracted":[158],"train":[164],"computational":[165],"intelligence":[166],"models.":[167],"Results":[168],"compared":[169],"performance":[171],"five":[173],"different":[174],"classifiers,":[175],"labeling":[178],"strategies,":[179],"included":[183],"model.":[186],"Overall,":[187],"proposed":[189],"neural":[190],"network":[191],"model":[192,206,221,232],"outperformed":[193,217],"other":[194],"machine":[195],"learning":[196],"models":[197],"achieved":[199],"best":[201],"classification":[202],"accuracy":[203],"(90.6%).":[204],"11":[208],"optimal.":[211],"addition,":[213],"multi-physiological":[215],"sensor-model":[216],"single":[219],"by":[222],"comparing":[223],"prediction":[224],"performance.":[225],"Our":[226],"results":[227,238],"suggest":[228],"objectively":[234],"predict":[235],"provide":[242],"new":[243],"insight":[244],"into":[245],"contribute":[249],"assessment.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}