{"id":"https://openalex.org/W4411545136","doi":"https://doi.org/10.34190/ejel.23.2.4043","title":"AI-Based Analysis of Student Frustration: Speech and Facial Expression Recognition","display_name":"AI-Based Analysis of Student Frustration: Speech and Facial Expression Recognition","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4411545136","doi":"https://doi.org/10.34190/ejel.23.2.4043"},"language":"en","primary_location":{"id":"doi:10.34190/ejel.23.2.4043","doi":"https://doi.org/10.34190/ejel.23.2.4043","is_oa":true,"landing_page_url":"https://doi.org/10.34190/ejel.23.2.4043","pdf_url":"https://academic-publishing.org/index.php/ejel/article/download/4043/2393","source":{"id":"https://openalex.org/S2737697848","display_name":"The Electronic Journal of e-Learning","issn_l":"1479-4403","issn":["1479-4403"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320329","host_organization_name":"Academic Conferences and Publishing International","host_organization_lineage":["https://openalex.org/P4310320329"],"host_organization_lineage_names":["Academic Conferences and Publishing International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Journal of e-Learning","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4411545136"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://academic-publishing.org/index.php/ejel/article/download/4043/2393","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099984385","display_name":"Akniyet Tokhtarov","orcid":"https://orcid.org/0000-0002-3041-0129","observed_orcids":["https://orcid.org/0000-0002-3041-0129","https://orcid.org/0009-0008-4675-2204"]},"institutions":[{"id":"https://openalex.org/I4210163871","display_name":"Zhetysu University named after Ilyas Zhansugurov","ror":"https://ror.org/05eq5hr59","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210163871"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Akniyet Tokhtarov","raw_affiliation_strings":["Department of Pedagogy and Psychology, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0008-4675-2204","affiliations":[{"raw_affiliation_string":"Department of Pedagogy and Psychology, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan","institution_ids":["https://openalex.org/I4210163871"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nurgul Toxanbayeva","orcid":"https://orcid.org/0009-0005-6495-1475","observed_orcids":["https://orcid.org/0009-0005-6495-1475"]},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Nurgul Toxanbayeva","raw_affiliation_strings":["Department Of General and Implied Psychology, Al-Farabi Kazakh National University, Almaty, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0005-6495-1475","affiliations":[{"raw_affiliation_string":"Department Of General and Implied Psychology, Al-Farabi Kazakh National University, Almaty, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010130232","display_name":"\u041c. \u0411. \u0421\u0435\u0439\u0441\u0435\u043a\u0435\u043d\u043e\u0432\u0430","orcid":"https://orcid.org/0009-0001-9633-3082","observed_orcids":["https://orcid.org/0009-0001-9633-3082"]},"institutions":[{"id":"https://openalex.org/I4210163871","display_name":"Zhetysu University named after Ilyas Zhansugurov","ror":"https://ror.org/05eq5hr59","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210163871"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Meirambala Seisekenova","raw_affiliation_strings":["Department Of Economics and Service, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0001-9633-3082","affiliations":[{"raw_affiliation_string":"Department Of Economics and Service, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan","institution_ids":["https://openalex.org/I4210163871"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034976358","display_name":"\u0411\u0430\u0439\u0434\u0438\u043b\u044c\u0434\u0438\u043d\u043e\u0432 \u0422\u0430\u043b\u0433\u0430\u0442 \u0416\u0430\u0440\u044b\u043b\u043a\u0430\u0441\u044b\u043d\u043e\u0432\u0438\u0447","orcid":"https://orcid.org/0009-0003-2357-8542","observed_orcids":["https://orcid.org/0009-0003-2357-8542"]},"institutions":[{"id":"https://openalex.org/I4210128045","display_name":"Abai Kazakh National Pedagogical University","ror":"https://ror.org/02bvvhn54","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210128045"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Talgat Baidildinov","raw_affiliation_strings":["Department of Special Pedagogy, Abay Kazakh National Pedagogical University, Almaty, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0003-2357-8542","affiliations":[{"raw_affiliation_string":"Department of Special Pedagogy, Abay Kazakh National Pedagogical University, Almaty, Kazakhstan","institution_ids":["https://openalex.org/I4210128045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119539817","display_name":"Dametken Baigozhanova","orcid":"https://orcid.org/0009-0001-9310-3118","observed_orcids":["https://orcid.org/0009-0001-9310-3118"]},"institutions":[{"id":"https://openalex.org/I4403928190","display_name":"Astana International University","ror":"https://ror.org/0053vmf39","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4403928190"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Dametken Baigozhanova","raw_affiliation_strings":["Higher School of Information Technology and Engineering, Astana International University, Astana, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0001-9310-3118","affiliations":[{"raw_affiliation_string":"Higher School of Information Technology and Engineering, Astana International University, Astana, Kazakhstan","institution_ids":["https://openalex.org/I4403928190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5118593980","display_name":"Asylbek Abden","orcid":"https://orcid.org/0009-0001-3225-2435","observed_orcids":["https://orcid.org/0009-0001-3225-2435"]},"institutions":[{"id":"https://openalex.org/I4210163871","display_name":"Zhetysu University named after Ilyas Zhansugurov","ror":"https://ror.org/05eq5hr59","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210163871"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Asylbek Abden","raw_affiliation_strings":["Department of Physical Culture and Primary Military Training, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan"],"raw_orcid":"https://orcid.org/0009-0001-3225-2435","affiliations":[{"raw_affiliation_string":"Department of Physical Culture and Primary Military Training, I. Zhansugurov Zhetysu University, Taldykorgan, Kazakhstan","institution_ids":["https://openalex.org/I4210163871"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9569,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87364409,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"23","issue":"2","first_page":"143","last_page":"157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.03150000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.7429999709129333},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.8550000190734863},{"id":"https://openalex.org/keywords/speech-emotion-recognition","display_name":"speech emotion recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9049999713897705},{"id":"https://openalex.org/keywords/attention-based-feature-fusion","display_name":"attention-based feature fusion","score":0.9369999766349792},{"id":"https://openalex.org/keywords/student-disengagement","display_name":"student disengagement","score":0.7480000257492065},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.7260000109672546},{"id":"https://openalex.org/keywords/college-students","display_name":"university students","score":0.48899999260902405}],"concepts":[{"id":"https://openalex.org/C38710091","wikidata":"https://www.wikidata.org/wiki/Q192242","display_name":"Frustration","level":2,"score":0.8794553279876709},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6093055605888367},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5889465808868408},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5100575089454651},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4465336203575134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3733254671096802},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.335718035697937},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3304648995399475},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16243618726730347},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05686357617378235}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.34190/ejel.23.2.4043","doi":"https://doi.org/10.34190/ejel.23.2.4043","is_oa":true,"landing_page_url":"https://doi.org/10.34190/ejel.23.2.4043","pdf_url":"https://academic-publishing.org/index.php/ejel/article/download/4043/2393","source":{"id":"https://openalex.org/S2737697848","display_name":"The Electronic Journal of e-Learning","issn_l":"1479-4403","issn":["1479-4403"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320329","host_organization_name":"Academic Conferences and Publishing International","host_organization_lineage":["https://openalex.org/P4310320329"],"host_organization_lineage_names":["Academic Conferences and Publishing International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Journal of e-Learning","raw_type":"journal-article"},{"id":"pmh:oai:ojs2.academic-publishing.org:article/4043","doi":null,"is_oa":true,"landing_page_url":"https://academic-publishing.org/index.php/ejel/article/view/4043","pdf_url":null,"source":{"id":"https://openalex.org/S2737697848","display_name":"The Electronic Journal of e-Learning","issn_l":"1479-4403","issn":["1479-4403"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320329","host_organization_name":"Academic Conferences and Publishing International","host_organization_lineage":["https://openalex.org/P4310320329"],"host_organization_lineage_names":["Academic Conferences and Publishing International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"1479-4403","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.34190/ejel.23.2.4043","doi":"https://doi.org/10.34190/ejel.23.2.4043","is_oa":true,"landing_page_url":"https://doi.org/10.34190/ejel.23.2.4043","pdf_url":"https://academic-publishing.org/index.php/ejel/article/download/4043/2393","source":{"id":"https://openalex.org/S2737697848","display_name":"The Electronic Journal of e-Learning","issn_l":"1479-4403","issn":["1479-4403"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320329","host_organization_name":"Academic Conferences and Publishing International","host_organization_lineage":["https://openalex.org/P4310320329"],"host_organization_lineage_names":["Academic Conferences and Publishing International"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronic Journal of e-Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411545136.pdf","grobid_xml":"https://content.openalex.org/works/W4411545136.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W86846322","https://openalex.org/W2146334809","https://openalex.org/W2558737512","https://openalex.org/W2803193013","https://openalex.org/W3126625480","https://openalex.org/W3186865598","https://openalex.org/W3213177245","https://openalex.org/W4220732268","https://openalex.org/W4285019164","https://openalex.org/W4293052462","https://openalex.org/W4309754339","https://openalex.org/W4309799497","https://openalex.org/W4313531231","https://openalex.org/W4315489201","https://openalex.org/W4365790177","https://openalex.org/W4372342011","https://openalex.org/W4377292302","https://openalex.org/W4378907171","https://openalex.org/W4379985555","https://openalex.org/W4381596868","https://openalex.org/W4386800155","https://openalex.org/W4387573449","https://openalex.org/W4388681911","https://openalex.org/W4389381321","https://openalex.org/W4393035210","https://openalex.org/W4396814697","https://openalex.org/W4399929873","https://openalex.org/W4402773349","https://openalex.org/W4402986861","https://openalex.org/W4403295193","https://openalex.org/W4403602171","https://openalex.org/W4403826603","https://openalex.org/W4403863953","https://openalex.org/W4405483261","https://openalex.org/W4406635123","https://openalex.org/W4407932878","https://openalex.org/W4415795657"],"related_works":["https://openalex.org/W4416552533","https://openalex.org/W4408146040","https://openalex.org/W4393035210","https://openalex.org/W7151540543","https://openalex.org/W7129744205","https://openalex.org/W7151006803","https://openalex.org/W4409950157","https://openalex.org/W4415284758","https://openalex.org/W2127429655","https://openalex.org/W4377227456"],"abstract_inverted_index":{"Frustration":[0],"is":[1,210,216],"a":[2,67,88,98,108,141],"key":[3],"affective":[4],"state":[5],"that":[6,92,169,198],"affects":[7],"student":[8],"engagement":[9],"and":[10,27,42,48,76,103,136,138,151,181,190,244,273,282,295],"learning":[11,33,153,258,299],"outcomes.":[12,300],"While":[13],"mild":[14],"frustration":[15,22,47,73,209,254],"can":[16,277],"promote":[17],"persistence":[18],"in":[19,56,82,140,149,192,242,292],"problem-solving,":[20],"prolonged":[21],"often":[23],"leads":[24],"to":[25,45,117,162,260,279],"disengagement":[26],"reduced":[28],"academic":[29],"performance.":[30,166],"In":[31],"traditional":[32],"environments,":[34],"instructors":[35],"rely":[36],"on":[37,130,184,298],"facial":[38,75,94,205],"expressions,":[39,206],"vocal":[40],"cues,":[41],"behavioral":[43],"indicators":[44],"identify":[46,263],"provide":[49],"timely":[50,271],"support.":[51],"Such":[52],"monitoring":[53],"becomes":[54],"impractical":[55],"large":[57],"or":[58,212],"digital":[59],"classrooms.":[60],"Artificial":[61],"intelligence":[62],"(AI)-based":[63],"emotion":[64,105],"recognition":[65,96,106],"offers":[66],"scalable":[68,240],"solution":[69],"by":[70,120],"automatically":[71],"detecting":[72,220],"through":[74],"speech":[77,104],"analysis,":[78],"enabling":[79,270],"adaptive":[80,257],"interventions":[81],"real":[83],"time.":[84],"This":[85],"study":[86,143],"proposes":[87],"multimodal":[89,171],"AI":[90],"system":[91,112,172,215],"integrates":[93],"expression":[95,294],"using":[97],"Convolutional":[99],"Neural":[100],"Network":[101],"(CNN)":[102],"with":[107,159,187],"Transformer-based":[109],"model.":[110],"The":[111,126,214],"uses":[113],"attention-based":[114],"feature":[115],"fusion":[116],"improve":[118],"accuracy":[119,189],"weighting":[121],"the":[122,164,170,224,233,236,250],"more":[123,202,280],"informative":[124,203],"modalities.":[125],"model":[127],"was":[128],"trained":[129],"benchmark":[131,185],"datasets,":[132],"including":[133],"DAiSEE,":[134],"IEMOCAP,":[135],"RAVDESS,":[137],"evaluated":[139],"real-world":[142,193],"involving":[144],"160":[145],"Kazakhstani":[146],"university":[147],"students":[148,264],"online":[150,245],"in-person":[152],"sessions.":[154],"AI-generated":[155],"predictions":[156],"were":[157],"compared":[158],"instructor":[160],"assessments":[161],"validate":[163],"system\u2019s":[165],"Results":[167],"indicate":[168],"outperforms":[173],"unimodal":[174],"approaches,":[175],"achieving":[176],"85%":[177],"accuracy,":[178],"83%":[179],"precision,":[180],"86%":[182],"recall":[183],"data,":[186],"84%":[188],"precision":[191],"conditions.":[194],"Comparative":[195],"analysis":[196],"reveals":[197],"speech-based":[199],"cues":[200],"are":[201],"than":[204],"particularly":[207],"when":[208],"masked":[211],"internalized.":[213],"less":[217],"effective":[218],"at":[219,265],"subtle":[221],"frustration,":[222],"highlighting":[223],"need":[225],"for":[226,239],"greater":[227],"contextual":[228],"sensitivity.":[229],"Although":[230],"limitations":[231],"remain,":[232],"results":[234],"demonstrate":[235],"system's":[237],"potential":[238],"implementation":[241],"classrooms":[243],"platforms.":[246],"These":[247],"findings":[248],"support":[249],"integration":[251],"of":[252,267],"AI-driven":[253],"detection":[255],"into":[256],"platforms":[259],"help":[261],"educators":[262],"risk":[266],"disengagement.":[268],"By":[269],"intervention":[272],"support,":[274],"such":[275],"tools":[276],"contribute":[278],"responsive":[281],"inclusive":[283],"educational":[284],"environments.":[285],"Future":[286],"research":[287],"should":[288],"explore":[289],"cultural":[290],"variation":[291],"emotional":[293],"long-term":[296],"effects":[297]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}