{"id":"https://openalex.org/W4401163672","doi":"https://doi.org/10.1109/tcsvt.2024.3436029","title":"A Self-Supervised Learning Network for Student Engagement Recognition From Facial Expressions","display_name":"A Self-Supervised Learning Network for Student Engagement Recognition From Facial Expressions","publication_year":2024,"publication_date":"2024-07-31","ids":{"openalex":"https://openalex.org/W4401163672","doi":"https://doi.org/10.1109/tcsvt.2024.3436029"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3436029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3436029","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081111546","display_name":"Wenhao Zhang","orcid":"https://orcid.org/0000-0001-8762-1878"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wen-Long Zhang","raw_affiliation_strings":["College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055657050","display_name":"Rui\u2010Sheng Jia","orcid":"https://orcid.org/0000-0003-1612-4764"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui-Sheng Jia","raw_affiliation_strings":["College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107094981","display_name":"Hu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106011659","display_name":"Cheng-Yue Che","orcid":null},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Yue Che","raw_affiliation_strings":["College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101596451","display_name":"Hongmei Sun","orcid":"https://orcid.org/0000-0003-1383-5720"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong-Mei Sun","raw_affiliation_strings":["College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Shandong University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081111546"],"corresponding_institution_ids":["https://openalex.org/I80143920"],"apc_list":null,"apc_paid":null,"fwci":2.6561,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89987525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"34","issue":"12","first_page":"12399","last_page":"12410"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.881600022315979,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.881600022315979,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6819204092025757},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5577601194381714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246410965919495},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47257745265960693},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.41605710983276367},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37752634286880493},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3226720690727234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819204092025757},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5577601194381714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246410965919495},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47257745265960693},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.41605710983276367},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37752634286880493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3226720690727234}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3436029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3436029","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1404450931","display_name":null,"funder_award_id":"22YJAZH036","funder_id":"https://openalex.org/F4320335982","funder_display_name":"Humanities and Social Science Fund of Ministry of Education of China"}],"funders":[{"id":"https://openalex.org/F4320335982","display_name":"Humanities and Social Science Fund of Ministry of Education of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1947481528","https://openalex.org/W2030931454","https://openalex.org/W2548529926","https://openalex.org/W2593914038","https://openalex.org/W2799041689","https://openalex.org/W2896457183","https://openalex.org/W2962858109","https://openalex.org/W2963420272","https://openalex.org/W2963962355","https://openalex.org/W2965381101","https://openalex.org/W2966514427","https://openalex.org/W2970710980","https://openalex.org/W2977259558","https://openalex.org/W2979894294","https://openalex.org/W2980393359","https://openalex.org/W2980495289","https://openalex.org/W3004543888","https://openalex.org/W3007564008","https://openalex.org/W3008959835","https://openalex.org/W3015356123","https://openalex.org/W3035264762","https://openalex.org/W3035570025","https://openalex.org/W3040384242","https://openalex.org/W3047414713","https://openalex.org/W3081192838","https://openalex.org/W3094256312","https://openalex.org/W3094362551","https://openalex.org/W3127770520","https://openalex.org/W3172353912","https://openalex.org/W3174166237","https://openalex.org/W3181162804","https://openalex.org/W3186700381","https://openalex.org/W3196974791","https://openalex.org/W4220849944","https://openalex.org/W4220899704","https://openalex.org/W4225568094","https://openalex.org/W4226071614","https://openalex.org/W4281779270","https://openalex.org/W4291670768","https://openalex.org/W4296068596","https://openalex.org/W4312312750","https://openalex.org/W4312560592","https://openalex.org/W4313156423","https://openalex.org/W4313367679","https://openalex.org/W4313555039","https://openalex.org/W4327630264","https://openalex.org/W4362683490","https://openalex.org/W4380451015","https://openalex.org/W4380729468","https://openalex.org/W4385820037","https://openalex.org/W4386071754","https://openalex.org/W4386076428","https://openalex.org/W4386159908","https://openalex.org/W4388976122","https://openalex.org/W6631190155","https://openalex.org/W6726497184","https://openalex.org/W6729597402","https://openalex.org/W6739622702","https://openalex.org/W6757817989","https://openalex.org/W6779879114","https://openalex.org/W6787666870","https://openalex.org/W6803136910","https://openalex.org/W6810265253","https://openalex.org/W6838789689","https://openalex.org/W6842341142"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W2123478443","https://openalex.org/W2115635058","https://openalex.org/W2088830394","https://openalex.org/W2081765545","https://openalex.org/W2088050694","https://openalex.org/W4319336808","https://openalex.org/W4224009465","https://openalex.org/W2347824352","https://openalex.org/W2112875849"],"abstract_inverted_index":{"Student":[0],"engagement":[1,44,111,212],"in":[2,207],"online":[3,24],"learning":[4,11,25,54,98,134,151],"is":[5,105],"an":[6],"important":[7,176],"indicator":[8],"for":[9,152],"measuring":[10],"effectiveness.":[12],"Due":[13],"to":[14,39,82,107,120,144,148],"the":[15,62,74,139,146,153,169,193,208],"fact":[16],"that":[17,192],"facial":[18,127,136,157,177],"video":[19,46],"data":[20],"of":[21,30,65,125,210],"students":[22],"during":[23],"contains":[26],"a":[27,96,109,117,122,155],"wider":[28],"range":[29],"information":[31],"such":[32],"as":[33,71,73],"time,":[34],"current":[35],"research":[36],"has":[37],"begun":[38],"focus":[40,174],"on":[41,52,175,199],"obtaining":[42],"student":[43,110,211],"from":[45,138],"data.":[47],"These":[48],"studies":[49],"primarily":[50],"rely":[51],"supervised":[53],"methods":[55],"and":[56,67,76,129,160,186,201],"have":[57,81,163,190],"achieved":[58],"certain":[59],"success.":[60],"However,":[61],"longstanding":[63],"lack":[64],"large-scale":[66],"high-quality":[68],"labeled":[69],"data,":[70],"well":[72],"time-consuming":[75],"laborious":[77],"sample":[78],"labeling":[79],"work,":[80],"some":[83],"extent":[84],"hindered":[85],"their":[86],"further":[87],"improvement.":[88],"To":[89],"solve":[90],"this":[91,93,167],"problem,":[92],"paper":[94],"proposes":[95],"self-supervised":[97,131],"method,":[99,168],"Facial":[100],"Masked":[101],"Autoencoder":[102],"(FMAE),":[103],"which":[104],"used":[106],"construct":[108],"recognition":[112],"model.":[113],"This":[114],"method":[115,195],"uses":[116],"masked":[118,135],"autoencoder":[119],"process":[121],"large":[123],"number":[124],"unlabeled":[126],"videos,":[128],"performs":[130],"pre-training":[132],"by":[133],"features":[137,185],"reconstruction":[140,161],"process.":[141],"In":[142],"order":[143],"promote":[145],"encoder":[147],"better":[149],"mask":[150,158],"face,":[154],"new":[156],"strategy":[159],"module":[162],"been":[164],"proposed.":[165],"With":[166],"model":[170],"can":[171],"not":[172],"only":[173],"regions,":[178],"but":[179],"also":[180],"obtain":[181],"more":[182],"accurate":[183],"appearance":[184],"spatio-temporal":[187],"details.":[188],"Experiments":[189],"demonstrated":[191],"proposed":[194],"achieves":[196],"excellent":[197],"results":[198],"DAiSEE":[200],"EmotiW":[202],"datasets,":[203],"showing":[204],"its":[205],"potential":[206],"task":[209],"recognition.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}