{"id":"https://openalex.org/W4309754339","doi":"https://doi.org/10.18608/jla.2022.7631","title":"Multimodal Data Fusion to Track Students\u2019 Distress during Educational Gameplay","display_name":"Multimodal Data Fusion to Track Students\u2019 Distress during Educational Gameplay","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4309754339","doi":"https://doi.org/10.18608/jla.2022.7631"},"language":"en","primary_location":{"id":"doi:10.18608/jla.2022.7631","doi":"https://doi.org/10.18608/jla.2022.7631","is_oa":true,"landing_page_url":"https://doi.org/10.18608/jla.2022.7631","pdf_url":"https://learning-analytics.info/index.php/JLA/article/download/7631/7667","source":{"id":"https://openalex.org/S2764890288","display_name":"Journal of Learning Analytics","issn_l":"1929-7750","issn":["1929-7750"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310322292","host_organization_name":"Society for Learning Analytics Research","host_organization_lineage":["https://openalex.org/P4310322292"],"host_organization_lineage_names":["Society for Learning Analytics Research"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Learning Analytics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://learning-analytics.info/index.php/JLA/article/download/7631/7667","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079348611","display_name":"Jewoong Moon","orcid":"https://orcid.org/0000-0001-6311-3019","observed_orcids":["https://orcid.org/0000-0001-6311-3019"]},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jewoong Moon","raw_affiliation_strings":["The University of Alabama"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Alabama","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034097062","display_name":"Fengfeng Ke","orcid":"https://orcid.org/0000-0003-4203-1203","observed_orcids":["https://orcid.org/0000-0003-4203-1203"]},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengfeng Ke","raw_affiliation_strings":["Florida State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038256668","display_name":"Zlatko Sokolikj","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zlatko Sokolikj","raw_affiliation_strings":["Florida State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida State University","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034612113","display_name":"Ibrahim Dahlstrom\u2010Hakki","orcid":"https://orcid.org/0000-0002-9418-1900","observed_orcids":["https://orcid.org/0000-0002-9418-1900"]},"institutions":[{"id":"https://openalex.org/I4210119251","display_name":"Technical Education Research Centers","ror":"https://ror.org/02f7txf64","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210119251"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ibrahim Dahlstrom-Hakki","raw_affiliation_strings":["Technical Education Research Centers (TERC)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical Education Research Centers (TERC)","institution_ids":["https://openalex.org/I4210119251"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6456,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.82467435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"9","issue":"3","first_page":"75","last_page":"87"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8144999742507935,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8144999742507935,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8889999985694885},{"id":"https://openalex.org/keywords/facial-expression-analysis","display_name":"facial expression analysis","score":0.8529999852180481},{"id":"https://openalex.org/keywords/junior-high-school-students","display_name":"junior high school students","score":0.8309999704360962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.679443359375},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.647341787815094},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.6394839286804199},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5536033511161804},{"id":"https://openalex.org/C2984404570","wikidata":"https://www.wikidata.org/wiki/Q1140363","display_name":"Educational game","level":2,"score":0.5253283977508545},{"id":"https://openalex.org/C2777598771","wikidata":"https://www.wikidata.org/wiki/Q5341279","display_name":"Educational data mining","level":2,"score":0.47618547081947327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4617270529270172},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.45517849922180176},{"id":"https://openalex.org/C2982948194","wikidata":"https://www.wikidata.org/wiki/Q1140363","display_name":"Game based learning","level":2,"score":0.4348662495613098},{"id":"https://openalex.org/C139265228","wikidata":"https://www.wikidata.org/wiki/Q5283089","display_name":"Distress","level":2,"score":0.43070146441459656},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.412860244512558},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39461076259613037},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.24568966031074524},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2332182228565216},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1720012128353119},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18608/jla.2022.7631","doi":"https://doi.org/10.18608/jla.2022.7631","is_oa":true,"landing_page_url":"https://doi.org/10.18608/jla.2022.7631","pdf_url":"https://learning-analytics.info/index.php/JLA/article/download/7631/7667","source":{"id":"https://openalex.org/S2764890288","display_name":"Journal of Learning Analytics","issn_l":"1929-7750","issn":["1929-7750"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310322292","host_organization_name":"Society for Learning Analytics Research","host_organization_lineage":["https://openalex.org/P4310322292"],"host_organization_lineage_names":["Society for Learning Analytics Research"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Learning Analytics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.18608/jla.2022.7631","doi":"https://doi.org/10.18608/jla.2022.7631","is_oa":true,"landing_page_url":"https://doi.org/10.18608/jla.2022.7631","pdf_url":"https://learning-analytics.info/index.php/JLA/article/download/7631/7667","source":{"id":"https://openalex.org/S2764890288","display_name":"Journal of Learning Analytics","issn_l":"1929-7750","issn":["1929-7750"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310322292","host_organization_name":"Society for Learning Analytics Research","host_organization_lineage":["https://openalex.org/P4310322292"],"host_organization_lineage_names":["Society for Learning Analytics Research"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Learning Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309754339.pdf","grobid_xml":"https://content.openalex.org/works/W4309754339.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W573030191","https://openalex.org/W1473832581","https://openalex.org/W1622311681","https://openalex.org/W1974750193","https://openalex.org/W1984263024","https://openalex.org/W1989012023","https://openalex.org/W1998121585","https://openalex.org/W2001729462","https://openalex.org/W2072035149","https://openalex.org/W2074753742","https://openalex.org/W2080612580","https://openalex.org/W2097985821","https://openalex.org/W2115417283","https://openalex.org/W2129952242","https://openalex.org/W2165108635","https://openalex.org/W2188997013","https://openalex.org/W2196633743","https://openalex.org/W2395639500","https://openalex.org/W2530938597","https://openalex.org/W2744909235","https://openalex.org/W2756344104","https://openalex.org/W2764197504","https://openalex.org/W2800788706","https://openalex.org/W2808985527","https://openalex.org/W2831335107","https://openalex.org/W2904123005","https://openalex.org/W2945935507","https://openalex.org/W2950529630","https://openalex.org/W2955443275","https://openalex.org/W2964696710","https://openalex.org/W2972429933","https://openalex.org/W3035217066","https://openalex.org/W3039470340","https://openalex.org/W3039694695","https://openalex.org/W3049368898","https://openalex.org/W3091929105","https://openalex.org/W3106194696","https://openalex.org/W3106758384","https://openalex.org/W3109744311","https://openalex.org/W3122944467","https://openalex.org/W3160768652","https://openalex.org/W4210844484","https://openalex.org/W7005494644"],"related_works":["https://openalex.org/W4225323780","https://openalex.org/W3039694695","https://openalex.org/W3039470340","https://openalex.org/W4399488734","https://openalex.org/W3020851779","https://openalex.org/W6930199085","https://openalex.org/W4321442048","https://openalex.org/W7161700734","https://openalex.org/W3110511009","https://openalex.org/W7138934436"],"abstract_inverted_index":{"Using":[0,61],"multimodal":[1,110,137,157],"data":[2,25,42,47,50,83,98,111,138,158],"fusion":[3,84,112,139,159],"techniques,":[4],"we":[5,65],"built":[6,66],"and":[7,22,36,58,67],"tested":[8,68],"prediction":[9],"models":[10],"to":[11,124],"track":[12],"middle-school":[13,33],"student":[14,45],"distress":[15,77,118],"states":[16,119],"during":[17,120],"educational":[18,121,161],"gameplay.":[19],"We":[20,40,79],"collected":[21],"analyzed":[23],"1,145":[24],"instances,":[26],"sampled":[27],"from":[28,48,91],"a":[29,96],"total":[30],"of":[31,76,102,116,127,136,151],"31":[32],"students\u2019":[34],"audio-":[35],"video-recorded":[37],"gameplay":[38,46,59],"sessions.":[39],"conducted":[41,81],"wrangling":[43],"with":[44,95,109],"multiple":[49],"sources,":[51],"such":[52],"as":[53],"individual":[54],"facial":[55],"expression":[56],"recordings":[57],"logs.":[60],"supervised":[62],"machine":[63],"learning,":[64],"candidate":[69],"classifiers":[70,94],"that":[71,85,106],"yielded":[72],"an":[73],"estimated":[74,88],"probability":[75,89],"states.":[78],"then":[80],"confidence-based":[82],"averaged":[86],"the":[87,92,107,114,125,134,149],"scores":[90],"unimodal":[93,128],"single":[97],"source.":[99],"The":[100,130],"results":[101],"this":[103,146],"study":[104,131,147],"suggest":[105],"classifier":[108],"improves":[113],"performance":[115,126],"tracking":[117],"gameplay,":[122],"compared":[123],"classifiers.":[129],"finding":[132],"suggests":[133],"feasibility":[135],"in":[140,160],"developing":[141],"game-based":[142],"learning":[143],"analytics.":[144],"Also,":[145],"proposes":[148],"benefits":[150],"optimizing":[152],"several":[153],"methodological":[154],"means":[155],"for":[156],"game":[162],"research.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-11-29T00:00:00"}