{"id":"https://openalex.org/W4403919242","doi":"https://doi.org/10.1109/ro-man60168.2024.10731202","title":"How is the Pilot Doing: VTOL Pilot Workload Estimation by Multimodal Machine Learning on Psycho-physiological Signals","display_name":"How is the Pilot Doing: VTOL Pilot Workload Estimation by Multimodal Machine Learning on Psycho-physiological Signals","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4403919242","doi":"https://doi.org/10.1109/ro-man60168.2024.10731202"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man60168.2024.10731202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102013723","display_name":"Jong Hoon Park","orcid":"https://orcid.org/0000-0002-0729-5847"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jong Hoon Park","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005858438","display_name":"Lawrence R. Chen","orcid":"https://orcid.org/0000-0002-3760-4719"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lawrence Chen","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043231859","display_name":"Ian Higgins","orcid":"https://orcid.org/0000-0003-4921-4344"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Higgins","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037489493","display_name":"Zhaobo Zheng","orcid":"https://orcid.org/0000-0002-1277-2476"},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaobo Zheng","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085894046","display_name":"Shashank Mehrotra","orcid":"https://orcid.org/0000-0002-6749-3773"},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shashank Mehrotra","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025904231","display_name":"Kevin Salubre","orcid":"https://orcid.org/0000-0002-1410-2556"},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Salubre","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000836698","display_name":"Mohammadreza Mousaei","orcid":"https://orcid.org/0009-0003-5358-955X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammadreza Mousaei","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052141977","display_name":"Steven Willits","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Willits","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109336212","display_name":"Blaine Levedahl","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blaine Levedahl","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040353568","display_name":"Timothy J. Buker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Buker","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076716988","display_name":"Eliot Xing","orcid":"https://orcid.org/0000-0002-3507-1605"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eliot Xing","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084637778","display_name":"Teruhisa Misu","orcid":"https://orcid.org/0000-0002-6398-9245"},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Teruhisa Misu","raw_affiliation_strings":["Honda Research Institute USA, Inc"],"affiliations":[{"raw_affiliation_string":"Honda Research Institute USA, Inc","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032584934","display_name":"Sebastian Scherer","orcid":"https://orcid.org/0000-0002-8373-4688"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sebastian Scherer","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019807694","display_name":"Jean Oh","orcid":"https://orcid.org/0000-0001-9709-2658"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Oh","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5102013723"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.4479,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89249919,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2311","last_page":"2318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7630755305290222},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6818370223045349},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5014481544494629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48337119817733765},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4316880702972412},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41316935420036316},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2559223771095276},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.16814357042312622}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7630755305290222},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818370223045349},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5014481544494629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48337119817733765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4316880702972412},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41316935420036316},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2559223771095276},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16814357042312622},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man60168.2024.10731202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man60168.2024.10731202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W198946170","https://openalex.org/W1627400044","https://openalex.org/W1861492603","https://openalex.org/W1862801732","https://openalex.org/W1980579221","https://openalex.org/W1988910375","https://openalex.org/W2005593275","https://openalex.org/W2015541397","https://openalex.org/W2023133322","https://openalex.org/W2050576536","https://openalex.org/W2050876878","https://openalex.org/W2063705912","https://openalex.org/W2080000582","https://openalex.org/W2150656873","https://openalex.org/W2151103935","https://openalex.org/W2151905266","https://openalex.org/W2510464661","https://openalex.org/W2748823569","https://openalex.org/W2801760273","https://openalex.org/W2802205196","https://openalex.org/W2809961337","https://openalex.org/W2913990319","https://openalex.org/W2946139212","https://openalex.org/W2972044441","https://openalex.org/W2979903554","https://openalex.org/W2989781039","https://openalex.org/W3085642607","https://openalex.org/W3090505490","https://openalex.org/W4221040952","https://openalex.org/W4225329021","https://openalex.org/W4312035927","https://openalex.org/W4320482856","https://openalex.org/W4386071839","https://openalex.org/W4386075553","https://openalex.org/W4389003552","https://openalex.org/W4391128508","https://openalex.org/W6922318914"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W950578619","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Vertical":[0],"take-off":[1],"and":[2,31,39,63,94,102,126,145,159],"landing":[3],"(VTOL)":[4],"aircraft":[5,38],"do":[6],"not":[7],"require":[8],"a":[9,58,73,86,148],"prolonged":[10],"runway,":[11],"thus":[12],"allowing":[13],"them":[14,26],"to":[15,35,76,99,111,154],"land":[16],"almost":[17],"anywhere.":[18],"In":[19,68],"recent":[20],"years,":[21],"their":[22,100,113],"flexibility":[23],"has":[24],"made":[25],"popular":[27],"in":[28],"development,":[29],"research,":[30],"operation.":[32],"When":[33],"compared":[34],"traditional":[36],"fixed-wing":[37],"rotorcraft,":[40],"VTOLs":[41],"bring":[42],"unique":[43],"challenges":[44],"as":[45,147],"they":[46,84],"combine":[47],"many":[48],"maneuvers":[49],"from":[50,80,115],"both":[51],"types":[52],"of":[53,66,88],"aircraft.":[54],"Pilot":[55],"workload":[56,114,130],"is":[57,132],"critical":[59],"factor":[60],"for":[61,151],"safe":[62,157],"efficient":[64],"operation":[65],"VTOLs.":[67],"this":[69],"work,":[70],"we":[71,106],"conduct":[72],"user":[74],"study":[75],"collect":[77],"multimodal":[78],"data":[79],"28":[81],"pilots":[82],"while":[83],"perform":[85],"variety":[87],"VTOL":[89,128,143,156],"flight":[90],"tasks.":[91],"We":[92],"analyze":[93],"interpolate":[95],"behavioral":[96],"patterns":[97],"related":[98],"performance":[101],"perceived":[103],"workload.":[104],"Finally,":[105],"build":[107],"machine":[108],"learning":[109],"models":[110],"estimate":[112],"the":[116,139,152],"collected":[117],"data.":[118],"Our":[119],"results":[120],"are":[121],"promising,":[122],"suggesting":[123],"that":[124],"quantitative":[125],"accurate":[127],"pilot":[129],"monitoring":[131],"viable.":[133],"Such":[134],"assistive":[135],"tools":[136],"would":[137],"help":[138],"research":[140],"field":[141],"understand":[142],"operations":[144,158],"serve":[146],"stepping":[149],"stone":[150],"industry":[153],"ensure":[155],"further":[160],"remote":[161],"operations.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}