{"id":"https://openalex.org/W7225139536","doi":"https://doi.org/10.1016/j.aei.2026.105434","title":"An explainable cockpit speech emotion recognition model towards affective human-AI interaction in aviation","display_name":"An explainable cockpit speech emotion recognition model towards affective human-AI interaction in aviation","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225139536","doi":"https://doi.org/10.1016/j.aei.2026.105434"},"language":"en","primary_location":{"id":"doi:10.1016/j.aei.2026.105434","doi":"https://doi.org/10.1016/j.aei.2026.105434","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.105434","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.aei.2026.105434","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057590824","display_name":"Cho Yin Yiu","orcid":"https://orcid.org/0000-0002-5097-8723","observed_orcids":["https://orcid.org/0000-0002-5097-8723"]},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cho Yin Yiu","raw_affiliation_strings":["Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047952791","display_name":"Wen\u2010Chin Li","orcid":"https://orcid.org/0000-0002-8825-3701","observed_orcids":["https://orcid.org/0000-0002-8825-3701"]},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Wen-Chin Li","raw_affiliation_strings":["Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8825-3701","affiliations":[{"raw_affiliation_string":"Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054178303","display_name":"Graham R. Braithwaite","orcid":"https://orcid.org/0000-0002-5120-755X","observed_orcids":["https://orcid.org/0000-0002-5120-755X"]},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Graham Braithwaite","raw_affiliation_strings":["Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Safety and Accident Investigation Centre, Cranfield University, Cranfield, Bedfordshire, United Kingdom","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047952791"],"corresponding_institution_ids":["https://openalex.org/I82284825"],"apc_list":{"value":3560,"currency":"USD","value_usd":3560},"apc_paid":{"value":3560,"currency":"USD","value_usd":3560},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82739764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"77","issue":null,"first_page":"105434","last_page":"105434"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-emotion-recognition","display_name":"speech emotion recognition","score":0.9929999709129333},{"id":"https://openalex.org/keywords/aviation-communication","display_name":"aviation communication","score":0.7990000247955322},{"id":"https://openalex.org/keywords/pilots","display_name":"pilots","score":0.6759999990463257},{"id":"https://openalex.org/keywords/air-traffic-controllers","display_name":"air traffic controllers","score":1.0},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.6460000276565552},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.8560000061988831},{"id":"https://openalex.org/keywords/lstm","display_name":"LSTM","score":0.5519999861717224},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.847000002861023},{"id":"https://openalex.org/keywords/pilot-decision-making","display_name":"pilot decision-making","score":0.8859999775886536},{"id":"https://openalex.org/keywords/emotion-regulation","display_name":"emotion regulation","score":0.6759999990463257}],"concepts":[{"id":"https://openalex.org/C74448152","wikidata":"https://www.wikidata.org/wiki/Q765633","display_name":"Aviation","level":2,"score":0.739300012588501},{"id":"https://openalex.org/C30322324","wikidata":"https://www.wikidata.org/wiki/Q194156","display_name":"Cockpit","level":2,"score":0.7282000184059143},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5346999764442444},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5264999866485596},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C2777790407","wikidata":"https://www.wikidata.org/wiki/Q383695","display_name":"Flight training","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.364300012588501},{"id":"https://openalex.org/C2908613842","wikidata":"https://www.wikidata.org/wiki/Q108284447","display_name":"Aviation accident","level":3,"score":0.35409998893737793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3407999873161316},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32260000705718994},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C41376638","wikidata":"https://www.wikidata.org/wiki/Q214932","display_name":"Flight simulator","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.aei.2026.105434","doi":"https://doi.org/10.1016/j.aei.2026.105434","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.105434","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.aei.2026.105434","doi":"https://doi.org/10.1016/j.aei.2026.105434","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.aei.2026.105434","pdf_url":null,"source":{"id":"https://openalex.org/S112141509","display_name":"Advanced Engineering Informatics","issn_l":"1474-0346","issn":["1474-0346","1873-5320"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Engineering Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1596702707","https://openalex.org/W1973948862","https://openalex.org/W2035085572","https://openalex.org/W2093549930","https://openalex.org/W2094290855","https://openalex.org/W2102953093","https://openalex.org/W2105938655","https://openalex.org/W2124695873","https://openalex.org/W2137639365","https://openalex.org/W2148154194","https://openalex.org/W2168961642","https://openalex.org/W2291599085","https://openalex.org/W2799932038","https://openalex.org/W2803193013","https://openalex.org/W2943815449","https://openalex.org/W3012624518","https://openalex.org/W3173933353","https://openalex.org/W3174448166","https://openalex.org/W3211973350","https://openalex.org/W4220887861","https://openalex.org/W4251591997","https://openalex.org/W4285891275","https://openalex.org/W4310108479","https://openalex.org/W4317380951","https://openalex.org/W4323362415","https://openalex.org/W4361205185","https://openalex.org/W4377861896","https://openalex.org/W4386898608","https://openalex.org/W4388662708","https://openalex.org/W4389752793","https://openalex.org/W4390935750","https://openalex.org/W4392031169","https://openalex.org/W4394589847","https://openalex.org/W4399434529","https://openalex.org/W4399515060","https://openalex.org/W4399843309","https://openalex.org/W4400438927","https://openalex.org/W4402787732","https://openalex.org/W4403267782","https://openalex.org/W4405654358","https://openalex.org/W4405813074","https://openalex.org/W4407019715","https://openalex.org/W4407420471","https://openalex.org/W4408135175","https://openalex.org/W4408432187","https://openalex.org/W4408588210","https://openalex.org/W4408837022","https://openalex.org/W4410257828","https://openalex.org/W4410582479","https://openalex.org/W4411283240","https://openalex.org/W4411667551","https://openalex.org/W4412690106","https://openalex.org/W4413292581","https://openalex.org/W4417246991","https://openalex.org/W7125834339"],"related_works":["https://openalex.org/W7168416979","https://openalex.org/W4415751364","https://openalex.org/W3217285271","https://openalex.org/W3172269833","https://openalex.org/W3130146877","https://openalex.org/W4417246991","https://openalex.org/W7046759097","https://openalex.org/W7104381723","https://openalex.org/W4402685887","https://openalex.org/W7220053313"],"abstract_inverted_index":{"Aeronautical":[0],"decision-making":[1],"by":[2],"pilots":[3,45,109],"and":[4,12,46,110,132,169],"air":[5],"traffic":[6],"controllers":[7],"(ATCOs)":[8],"is":[9,48],"often":[10],"complex":[11],"requires":[13],"integrating":[14],"multiple":[15,113],"pieces":[16],"of":[17,44,160],"information":[18,35],"from":[19,37,71,107],"the":[20,28,34,38,42,84,149,171,192,198,202],"environment.":[21],"It":[22],"necessitates":[23],"emotional":[24,211],"regulation":[25],"to":[26,51,134,147,187],"make":[27],"appropriate":[29,53],"aeronautical":[30,214],"decision":[31],"based":[32,126],"on":[33,127,213],"perceived":[36],"scenario.":[39],"Hence,":[40],"recognising":[41,69],"emotions":[43,70,136],"ATCOs":[47,111],"a":[49,75,91,122,157,174],"prerequisite":[50],"designing":[52],"support":[54],"for":[55,94,173,209],"emotion-aware":[56,206],"flight":[57,207],"operations.":[58],"Nevertheless,":[59],"generic":[60,167],"speech":[61,95],"emotion":[62,96,193],"recognition":[63,97,194],"models":[64,164],"might":[65],"face":[66],"challenges":[67],"in":[68,98,137,177,191],"aviation":[72,138,178],"communications":[73],"with":[74,112,166],"specific":[76],"phraseology.":[77],"In":[78],"this":[79],"regard,":[80],"we":[81],"first":[82],"introduce":[83],"Cranfield":[85],"Aviation":[86],"Speech":[87],"Emotion":[88],"Set":[89],"(CASES),":[90],"corpus":[92,101,176],"tailored":[93],"aviation.":[99],"This":[100],"comprises":[102],"30":[103],"diverse":[104],"utterances":[105],"recorded":[106],"20":[108],"accents":[114],"across":[115],"seven":[116],"basic":[117],"emotions.":[118],"We":[119],"then":[120],"developed":[121],"deep":[123],"learning":[124],"model":[125,155,203],"long":[128],"short-term":[129],"memory":[130],"(LSTM)":[131],"CASES":[133],"recognise":[135],"communications.":[139],"A":[140],"data":[141],"augmentation":[142],"technique":[143],"has":[144],"been":[145],"applied":[146],"enhance":[148],"model's":[150],"prediction":[151],"performance.":[152],"Our":[153],"proposed":[154],"achieves":[156],"test":[158],"accuracy":[159],"84.52":[161],"%,":[162],"outperforming":[163],"trained":[165],"datasets":[168],"demonstrating":[170],"need":[172],"tailor-made":[175],"applications.":[179],"Shapley":[180],"additive":[181],"explanations":[182],"(SHAP)":[183],"are":[184],"further":[185],"leveraged":[186],"reveal":[188],"feature":[189],"importance":[190],"process,":[195],"thereby":[196],"enhancing":[197],"model\u2019s":[199],"explainability.":[200],"Overall,":[201],"supports":[204],"trustworthy":[205],"operations":[208],"minimising":[210],"impacts":[212],"decision-making.":[215]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-04T00:00:00"}