{"id":"https://openalex.org/W4394966979","doi":"https://doi.org/10.1109/access.2024.3391427","title":"Air Traffic Controller Fatigue Detection Based on Facial and Vocal Features Using Long Short-Term Memory","display_name":"Air Traffic Controller Fatigue Detection Based on Facial and Vocal Features Using Long Short-Term Memory","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394966979","doi":"https://doi.org/10.1109/access.2024.3391427"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3391427","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3391427","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10505175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10505175.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025908690","display_name":"Zhousheng Huang","orcid":"https://orcid.org/0009-0000-8498-0832"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhousheng Huang","raw_affiliation_strings":["CAAC Academy, Civil Aviation Flight University of China, Guanghan, China"],"affiliations":[{"raw_affiliation_string":"CAAC Academy, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002586346","display_name":"Weizhen Tang","orcid":"https://orcid.org/0009-0004-4925-712X"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhen Tang","raw_affiliation_strings":["CAAC Academy, Civil Aviation Flight University of China, Guanghan, China"],"affiliations":[{"raw_affiliation_string":"CAAC Academy, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042665143","display_name":"Qiqi Tian","orcid":"https://orcid.org/0000-0002-8837-9080"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiqi Tian","raw_affiliation_strings":["College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China"],"affiliations":[{"raw_affiliation_string":"College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101448853","display_name":"Ting Huang","orcid":"https://orcid.org/0000-0001-7493-9916"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Huang","raw_affiliation_strings":["College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China"],"affiliations":[{"raw_affiliation_string":"College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100728945","display_name":"Jinze Li","orcid":"https://orcid.org/0000-0003-0697-057X"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinze Li","raw_affiliation_strings":["College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China"],"affiliations":[{"raw_affiliation_string":"College of Air Traffic Management, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5025908690"],"corresponding_institution_ids":["https://openalex.org/I58995867"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.8925,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.98127584,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"56663","last_page":"56682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12759","display_name":"Vehicle Noise and Vibration Control","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12406","display_name":"IoT and GPS-based Vehicle Safety Systems","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6730911731719971},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6321291327476501},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"Long short term memory","score":0.5493729114532471},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.529478907585144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3757118582725525},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3305562436580658},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.11458000540733337},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.09969618916511536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6730911731719971},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6321291327476501},{"id":"https://openalex.org/C133488467","wikidata":"https://www.wikidata.org/wiki/Q6673524","display_name":"Long short term memory","level":4,"score":0.5493729114532471},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.529478907585144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3757118582725525},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3305562436580658},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.11458000540733337},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.09969618916511536},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3391427","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3391427","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10505175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c48d06178c944e8cb4fd32f3634cf24f","is_oa":true,"landing_page_url":"https://doaj.org/article/c48d06178c944e8cb4fd32f3634cf24f","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 56663-56682 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3391427","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3391427","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10505175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1917786295","display_name":null,"funder_award_id":"2023JDRC0004","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5683587505","display_name":null,"funder_award_id":"62203451","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322297","display_name":"Jiangsu Development and Reform Commission","ror":"https://ror.org/02fzqav45"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394966979.pdf","grobid_xml":"https://content.openalex.org/works/W4394966979.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W1637570796","https://openalex.org/W1899217221","https://openalex.org/W1979069952","https://openalex.org/W1986984616","https://openalex.org/W1998000455","https://openalex.org/W2015393976","https://openalex.org/W2022019095","https://openalex.org/W2061900096","https://openalex.org/W2062826588","https://openalex.org/W2064675550","https://openalex.org/W2074417315","https://openalex.org/W2085172383","https://openalex.org/W2088339987","https://openalex.org/W2112802342","https://openalex.org/W2115252128","https://openalex.org/W2146248827","https://openalex.org/W2157331557","https://openalex.org/W2170131944","https://openalex.org/W2341528187","https://openalex.org/W2371731424","https://openalex.org/W2529064514","https://openalex.org/W2560103205","https://openalex.org/W2581686065","https://openalex.org/W2624526808","https://openalex.org/W2790625295","https://openalex.org/W2885195348","https://openalex.org/W2895460086","https://openalex.org/W2906548844","https://openalex.org/W2912075903","https://openalex.org/W2942137712","https://openalex.org/W2995179471","https://openalex.org/W3005172792","https://openalex.org/W3008259647","https://openalex.org/W3041598772","https://openalex.org/W3047042937","https://openalex.org/W3049310425","https://openalex.org/W3101998545","https://openalex.org/W3102219349","https://openalex.org/W3119966370","https://openalex.org/W3122259083","https://openalex.org/W3124622109","https://openalex.org/W3126094341","https://openalex.org/W3141012751","https://openalex.org/W3159514338","https://openalex.org/W3169120473","https://openalex.org/W3185313289","https://openalex.org/W3186904082","https://openalex.org/W3198362366","https://openalex.org/W3199443318","https://openalex.org/W4200055274","https://openalex.org/W4207012543","https://openalex.org/W4213251304","https://openalex.org/W4223997088","https://openalex.org/W4241690907","https://openalex.org/W4247387102","https://openalex.org/W4283383339","https://openalex.org/W4286214423","https://openalex.org/W4288327876","https://openalex.org/W4293005815","https://openalex.org/W4295242301","https://openalex.org/W4295539470","https://openalex.org/W4297630980","https://openalex.org/W4304588166","https://openalex.org/W4304806803","https://openalex.org/W4309852328","https://openalex.org/W4320917725","https://openalex.org/W4385604787","https://openalex.org/W6603446537","https://openalex.org/W6630316804","https://openalex.org/W6636885848","https://openalex.org/W6665983271","https://openalex.org/W6677618333","https://openalex.org/W6678133404","https://openalex.org/W6761131763","https://openalex.org/W6764045775","https://openalex.org/W6771658506","https://openalex.org/W6798847264"],"related_works":["https://openalex.org/W2980611886","https://openalex.org/W42295635","https://openalex.org/W1973996291","https://openalex.org/W2330575325","https://openalex.org/W2163803519","https://openalex.org/W2497592525","https://openalex.org/W3096145648","https://openalex.org/W3197510923","https://openalex.org/W2370579019","https://openalex.org/W4401807425"],"abstract_inverted_index":{"Air":[0],"traffic":[1,37,58],"controller":[2,25,153],"fatigue":[3,48,154],"has":[4],"become":[5],"a":[6,43,129,169],"significant":[7],"concern":[8],"for":[9,67],"flight":[10],"safety.":[11],"With":[12],"the":[13,31,51,76,142,147,160,163,176],"sharp":[14],"rise":[15],"in":[16],"global":[17],"air":[18,36,57],"traffic,":[19],"it":[20,28],"is":[21],"imperative":[22],"to":[23,46,74,126],"assess":[24],"fatigue,":[26],"as":[27],"directly":[29],"impacts":[30],"safety":[32],"and":[33,53,64,81,111,123,149,179],"efficiency":[34],"of":[35,56,78,120,152,162,173],"control":[38],"operations.":[39],"Our":[40,156],"study":[41],"introduces":[42],"non-intrusive":[44],"method":[45],"detect":[47],"by":[49],"analyzing":[50],"facial":[52,68,122],"vocal":[54,91,124],"characteristics":[55],"controllers.":[59],"Initially,":[60],"we":[61,88],"developed":[62],"fast":[63],"accurate":[65],"schemes":[66],"feature":[69],"extraction,":[70],"which":[71,167],"allowed":[72],"us":[73],"measure":[75],"\u201cpercentage":[77],"eyelid":[79],"closures\u201d":[80],"yawn":[82],"frequency":[83],"from":[84,93],"video":[85,180],"recordings.":[86],"Subsequently,":[87],"extracted":[89],"several":[90],"features":[92,125],"audio":[94,178],"recordings,":[95],"including":[96],"average":[97,101],"fundamental":[98],"frequency,":[99],"short-time":[100,103],"magnitude,":[102],"zero-crossing":[104],"rate,":[105],"harmonic-to-noise":[106],"ratio,":[107],"jitter,":[108],"shimmer,":[109],"loudness,":[110],"Mel-frequency":[112],"cepstrum":[113],"coefficient.":[114],"We":[115],"then":[116],"created":[117],"temporal":[118],"sequences":[119],"these":[121],"feed":[127],"into":[128],"bi-directional":[130],"long":[131],"short-term":[132],"memory":[133],"gated":[134],"recurrent":[135],"unit":[136],"network.":[137],"This":[138],"data,":[139],"combined":[140],"with":[141],"Stanford":[143],"Sleepiness":[144],"Scale,":[145],"facilitated":[146],"identification":[148],"precise":[150],"prediction":[151],"levels.":[155],"experimental":[157],"findings":[158],"validate":[159],"effectiveness":[161],"proposed":[164],"detection":[165],"method,":[166],"demonstrated":[168],"recognition":[170],"accuracy":[171],"rate":[172],"95.12%":[174],"on":[175],"test":[177],"datasets.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}