{"id":"https://openalex.org/W7160408434","doi":"https://doi.org/10.1007/s00530-026-02299-6","title":"Exploiting multimodal video semantic hierarchy for emotion recognition in E-learning","display_name":"Exploiting multimodal video semantic hierarchy for emotion recognition in E-learning","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160408434","doi":"https://doi.org/10.1007/s00530-026-02299-6"},"language":"en","primary_location":{"id":"doi:10.1007/s00530-026-02299-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-026-02299-6","pdf_url":null,"source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s00530-026-02299-6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135493723","display_name":"Xingbing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingbing Li","raw_affiliation_strings":["Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135536989","display_name":"Luyao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyao Huang","raw_affiliation_strings":["Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135470351","display_name":"Xiaomei Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaomei Tao","raw_affiliation_strings":["Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357690","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0001-5025-5472"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["The Intelligent Dependability Engineering for Adaptive Software Laboratory (IDEAS Lab) within the School of Computer Science; the Institute for Data and AI (IDAI), University of Birmingham, Birmingham, B15 2TT, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Intelligent Dependability Engineering for Adaptive Software Laboratory (IDEAS Lab) within the School of Computer Science; the Institute for Data and AI (IDAI), University of Birmingham, Birmingham, B15 2TT, UK","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133177100","display_name":"Yuting Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210151929","display_name":"Nanning Normal University","ror":"https://ror.org/04dx82x73","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Zhang","raw_affiliation_strings":["Primary Education School, Guangxi College for Preschool Education, Nanning, 530022, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Primary Education School, Guangxi College for Preschool Education, Nanning, 530022, China","institution_ids":["https://openalex.org/I4210151929"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135465282","display_name":"Yanling Gan","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanling Gan","raw_affiliation_strings":["Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Education Blockchain and Intelligent Technology, Ministry of Education; the Guangxi Key Laboratory of Multi-Source Information Mining and Security, the Guangxi Engineering Research Center of Educational Intelligent Technology; the School of Computer Science and Engineering and the School of Software, Guangxi Normal University, Guilin, 541000, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021971414","display_name":"Faliang Huang","orcid":"https://orcid.org/0000-0002-0656-7361"},"institutions":[{"id":"https://openalex.org/I4210151929","display_name":"Nanning Normal University","ror":"https://ror.org/04dx82x73","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151929"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Faliang Huang","raw_affiliation_strings":["Guangxi Key Lab of Human\u2013Machine Interaction and Intelligent Decision, Nanning Normal University, Nanning, 530100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi Key Lab of Human\u2013Machine Interaction and Intelligent Decision, Nanning Normal University, Nanning, 530100, China","institution_ids":["https://openalex.org/I4210151929"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5135470351"],"corresponding_institution_ids":["https://openalex.org/I29739308"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57142452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7548999786376953},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6753000020980835},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6704999804496765},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4675000011920929},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.367900013923645},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.34790000319480896},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.31029999256134033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8008000254631042},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7548999786376953},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6753000020980835},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6704999804496765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48919999599456787},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4675000011920929},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46059998869895935},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.367900013923645},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2922999858856201},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C511149849","wikidata":"https://www.wikidata.org/wiki/Q7449051","display_name":"Semantic computing","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00530-026-02299-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-026-02299-6","pdf_url":null,"source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/62f72818-50d5-411f-8863-bed20918f97b","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/62f72818-50d5-411f-8863-bed20918f97b","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Li, X, Huang, L, Tao, X, Chen, T, Zhang, Y, Gan, Y & Huang, F 2026, 'Exploiting multimodal video semantic hierarchy for emotion recognition in E-learning', Multimedia Systems, vol. 32, no. 4, 270. https://doi.org/10.1007/s00530-026-02299-6","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00530-026-02299-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-026-02299-6","pdf_url":null,"source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.532431960105896}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2002055708","https://openalex.org/W2064675550","https://openalex.org/W2112796928","https://openalex.org/W2122098299","https://openalex.org/W2147800946","https://openalex.org/W2194775991","https://openalex.org/W2945616044","https://openalex.org/W2949676527","https://openalex.org/W3152584345","https://openalex.org/W3154903254","https://openalex.org/W3165396427","https://openalex.org/W3174026887","https://openalex.org/W3183891373","https://openalex.org/W4226493412","https://openalex.org/W4239510810","https://openalex.org/W4306167427","https://openalex.org/W4309214211","https://openalex.org/W4311164456","https://openalex.org/W4312872160","https://openalex.org/W4319967889","https://openalex.org/W4323312548","https://openalex.org/W4324125125","https://openalex.org/W4380433425","https://openalex.org/W4385284148","https://openalex.org/W4386634618","https://openalex.org/W4386902900","https://openalex.org/W4390399638","https://openalex.org/W4391647933","https://openalex.org/W4393580111","https://openalex.org/W4394783026","https://openalex.org/W4396708760","https://openalex.org/W4399068312","https://openalex.org/W4405838625"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"In":[1],"E-learning,":[2],"accurately":[3],"recognizing":[4],"the":[5,25,42,45,92,115],"learners\u2019":[6,55,93],"emotions":[7,26],"is":[8,88],"a":[9],"crucial":[10],"prerequisite":[11],"for":[12],"enhancing":[13],"learning":[14],"outcomes":[15],"and":[16,34,77,112],"teaching":[17],"quality.":[18],"Most":[19],"existing":[20],"emotion":[21,99,119],"recognition":[22,100,120],"studies":[23,39],"identify":[24],"of":[27,44,48],"learners":[28],"by":[29],"integrating":[30],"their":[31],"physiological":[32,95,108],"signals":[33,96],"facial":[35],"expressions,":[36],"but":[37],"these":[38],"often":[40],"overlook":[41],"impact":[43],"different":[46],"hierarchy":[47],"semantics":[49,76],"embedded":[50],"in":[51,118],"instructional":[52],"videos":[53],"on":[54,66,104],"emotion.":[56],"Therefore,":[57],"we":[58],"innovatively":[59],"propose":[60],"an":[61],"Emotion":[62],"Recognition":[63],"Model":[64],"based":[65],"Multimodal":[67],"Video":[68],"Semantic":[69],"Hierarchy.":[70],"This":[71,84],"model":[72],"constructs":[73],"hierarchical":[74,82],"video":[75],"gradually":[78],"integrates":[79],"them":[80],"through":[81],"stacking.":[83],"fused":[85],"semantic":[86],"representation":[87],"then":[89],"combined":[90],"with":[91],"eye-movement":[94],"to":[97],"enhance":[98],"performance.":[101],"Experimental":[102],"results":[103],"three":[105],"public":[106],"multimodal":[107],"datasets,":[109],"VLMED,":[110],"HCI-Tagging":[111],"DEAP,":[113],"confirms":[114],"model\u2019s":[116],"effectiveness":[117],"tasks.":[121]},"counts_by_year":[],"updated_date":"2026-06-17T06:14:20.161405","created_date":"2026-05-07T00:00:00"}