{"id":"https://openalex.org/W4206949518","doi":"https://doi.org/10.1109/tale52509.2021.9678844","title":"Joint gaze estimation and facial expression for student engagement prediction in collaborative learning","display_name":"Joint gaze estimation and facial expression for student engagement prediction in collaborative learning","publication_year":2021,"publication_date":"2021-12-05","ids":{"openalex":"https://openalex.org/W4206949518","doi":"https://doi.org/10.1109/tale52509.2021.9678844"},"language":"en","primary_location":{"id":"doi:10.1109/tale52509.2021.9678844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tale52509.2021.9678844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Engineering, Technology & Education (TALE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100419293","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0003-3669-1643"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chen","raw_affiliation_strings":["Central China Normal University,School of Computer Science,Wuhan,P.R.China","School of Computer Science, Central China Normal University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central China Normal University,School of Computer Science,Wuhan,P.R.China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"School of Computer Science, Central China Normal University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912601","display_name":"Jin Zhou","orcid":"https://orcid.org/0000-0002-5353-2452"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhou","raw_affiliation_strings":["Central China Normal University,School of Computer Science,Wuhan,P.R.China","School of Computer Science, Central China Normal University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central China Normal University,School of Computer Science,Wuhan,P.R.China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"School of Computer Science, Central China Normal University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781385","display_name":"Jing Gao","orcid":"https://orcid.org/0000-0001-5099-6991"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Gao","raw_affiliation_strings":["Central China Normal University,School of Computer Science,Wuhan,P.R.China","School of Computer Science, Central China Normal University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central China Normal University,School of Computer Science,Wuhan,P.R.China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"School of Computer Science, Central China Normal University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020584921","display_name":"Ge Gao","orcid":"https://orcid.org/0000-0002-8159-9101"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Gao","raw_affiliation_strings":["Wuhan University,School of Computer Science,Wuhan,P.R.China","School of Computer Science, Wuhan University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,School of Computer Science,Wuhan,P.R.China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100417855","display_name":"Sai Wang","orcid":"https://orcid.org/0000-0003-3434-1578"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sai Wang","raw_affiliation_strings":["Central China Normal University,School of Computer Science,Wuhan,P.R.China","School of Computer Science, Central China Normal University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central China Normal University,School of Computer Science,Wuhan,P.R.China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"School of Computer Science, Central China Normal University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441830","display_name":"Wei Zhang","orcid":"https://orcid.org/0009-0008-8218-753X"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Central China Normal University,National Engineering Laboratory of Educational Big Data Application Technology,Wuhan,P.R.China","National Engineering Laboratory of Educational Big Data Application Technology, Central China Normal University, Wuhan, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central China Normal University,National Engineering Laboratory of Educational Big Data Application Technology,Wuhan,P.R.China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"National Engineering Laboratory of Educational Big Data Application Technology, Central China Normal University, Wuhan, P.R.China","institution_ids":["https://openalex.org/I40963666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"703","last_page":"707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7046802043914795},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative learning","score":0.6652665734291077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6481869220733643},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5075598955154419},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.4833909571170807},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.46829336881637573},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.46672120690345764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4620593786239624},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4260715842247009},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41429194808006287},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3753645420074463},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3387591242790222},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17952045798301697},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.15422803163528442},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.1273958384990692},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.11057090759277344},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10727238655090332}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7046802043914795},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.6652665734291077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481869220733643},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5075598955154419},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.4833909571170807},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.46829336881637573},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.46672120690345764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4620593786239624},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4260715842247009},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41429194808006287},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3753645420074463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3387591242790222},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17952045798301697},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.15422803163528442},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.1273958384990692},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.11057090759277344},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10727238655090332},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tale52509.2021.9678844","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tale52509.2021.9678844","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Engineering, Technology & Education (TALE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5095216809","display_name":null,"funder_award_id":"61977031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W626578481","https://openalex.org/W2022407280","https://openalex.org/W2081112272","https://openalex.org/W2103371211","https://openalex.org/W2156964236","https://openalex.org/W2194775991","https://openalex.org/W2341528187","https://openalex.org/W2919890647","https://openalex.org/W2965381101","https://openalex.org/W2982518830","https://openalex.org/W3039785298","https://openalex.org/W3094256312","https://openalex.org/W3101998545","https://openalex.org/W3127770520","https://openalex.org/W6619710273"],"related_works":["https://openalex.org/W2060938605","https://openalex.org/W2101311059","https://openalex.org/W2036121509","https://openalex.org/W2018985619","https://openalex.org/W2079091192","https://openalex.org/W2172132109","https://openalex.org/W3091358919","https://openalex.org/W188666596","https://openalex.org/W4313575458","https://openalex.org/W4206949518"],"abstract_inverted_index":{"Estimating":[0],"and":[1,63,98],"improving":[2],"students'":[3,139],"engagement":[4,88,108],"in":[5,14,32,45,56,70,91,110,119,141],"a":[6,23,79,120,125],"collaborative":[7,92,111,122,143],"learning":[8,18,21,26,35,72,112,144],"environment":[9,123],"is":[10,22],"an":[11],"important":[12,67],"component":[13],"the":[15,46,87,134,142],"field":[16],"of":[17,25,104,128],"research.":[19],"Collaborative":[20],"strategy":[24],"activities":[27],"employed":[28],"by":[29],"small":[30],"groups":[31],"which":[33],"cooperative":[34,71],"behaviors":[36],"are":[37,53,66],"closely":[38],"related":[39],"to":[40,85,106],"other":[41],"members":[42],"or":[43],"objects":[44],"group.":[47],"Researchers":[48],"showed":[49],"that":[50,133],"students":[51],"who":[52],"actively":[54],"involved":[55],"class":[57],"learn":[58],"more.":[59],"Therefore,":[60],"gaze":[61,99],"behavior":[62],"facial":[64,96],"expression":[65,97],"nonverbal":[68],"indicators":[69],"environments.":[73,113],"In":[74],"this":[75],"paper,":[76],"we":[77],"proposed":[78],"multimodal":[80],"deep":[81],"neural":[82],"network":[83],"(MDNN)":[84],"solve":[86],"prediction":[89],"problem":[90],"learning.":[93],"We":[94],"combined":[95],"direction":[100],"as":[101],"individual":[102],"streams":[103],"MDNN":[105],"predict":[107,138],"levels":[109],"Our":[114],"multi-modal":[115],"solution":[116],"was":[117],"evaluated":[118],"real":[121],"with":[124],"significant":[126],"accuracy":[127],"74%.":[129],"The":[130],"results":[131],"show":[132],"model":[135],"can":[136],"accurately":[137],"performance":[140],"environment.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}