{"id":"https://openalex.org/W4385154202","doi":"https://doi.org/10.1109/access.2023.3297651","title":"Analysis of Facial Expressions to Estimate the Level of Engagement in Online Lectures","display_name":"Analysis of Facial Expressions to Estimate the Level of Engagement in Online Lectures","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385154202","doi":"https://doi.org/10.1109/access.2023.3297651"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3297651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190072.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190072.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086166915","display_name":"Renjun Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Renjun Miao","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4236-4588","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043981627","display_name":"Haruka Kato","orcid":"https://orcid.org/0009-0000-6610-1507"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Haruka Kato","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112239235","display_name":"Yasuhiro Hatori","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuhiro Hatori","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103021315","display_name":"Yoshiyuki Sat\u014d","orcid":"https://orcid.org/0000-0002-8173-7666"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshiyuki Sato","raw_affiliation_strings":["Research Institute of Electrical Communication, Tohoku University, Miyagi, Sendai, Japan","Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","Advanced Institute for Yotta Informatics, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8173-7666","affiliations":[{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Advanced Institute for Yotta Informatics, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000258847","display_name":"Satoshi Shioiri","orcid":"https://orcid.org/0000-0003-2149-6132"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Shioiri","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","Advanced Institute for Yotta Informatics, Tohoku University, Sendai, Miyagi, Japan","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Advanced Institute for Yotta Informatics, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.5994,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89730525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"76551","last_page":"76562"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10985","display_name":"Sleep and Wakefulness Research","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7339507937431335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6425509452819824},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5239351391792297},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.5033735632896423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45869818329811096},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4380878210067749},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33950185775756836},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.30847781896591187},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30344873666763306},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08119133114814758}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7339507937431335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425509452819824},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5239351391792297},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.5033735632896423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45869818329811096},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4380878210067749},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33950185775756836},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.30847781896591187},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30344873666763306},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08119133114814758}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3297651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190072.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:14ed32f86dcb47b087a9ae30ed618fd5","is_oa":true,"landing_page_url":"https://doaj.org/article/14ed32f86dcb47b087a9ae30ed618fd5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 76551-76562 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3297651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10190072.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G5128563130","display_name":null,"funder_award_id":"19H01111","funder_id":"https://openalex.org/F4320320912","funder_display_name":"Ministry of Education, Culture, Sports, Science and Technology"},{"id":"https://openalex.org/G715888903","display_name":null,"funder_award_id":"19H01111","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320335153","display_name":"Research Institute of Electrical Communication, Tohoku University","ror":"https://ror.org/01dq60k83"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385154202.pdf","grobid_xml":"https://content.openalex.org/works/W4385154202.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1957443817","https://openalex.org/W1972469240","https://openalex.org/W1977127683","https://openalex.org/W1983886763","https://openalex.org/W2007997380","https://openalex.org/W2013202736","https://openalex.org/W2017136345","https://openalex.org/W2022276437","https://openalex.org/W2024891449","https://openalex.org/W2028560563","https://openalex.org/W2081112272","https://openalex.org/W2083927539","https://openalex.org/W2122896223","https://openalex.org/W2345031027","https://openalex.org/W2395639500","https://openalex.org/W2511322044","https://openalex.org/W2536874031","https://openalex.org/W2767388699","https://openalex.org/W2768348081","https://openalex.org/W2807126412","https://openalex.org/W2899248470","https://openalex.org/W2962862931","https://openalex.org/W2994012844","https://openalex.org/W2995034616","https://openalex.org/W3015025314","https://openalex.org/W3157023937","https://openalex.org/W3212751556","https://openalex.org/W4220849944","https://openalex.org/W4255441728","https://openalex.org/W4288874146","https://openalex.org/W4387103186","https://openalex.org/W6737947904","https://openalex.org/W6745609711","https://openalex.org/W6857079170"],"related_works":["https://openalex.org/W2733753409","https://openalex.org/W2740144240","https://openalex.org/W4249408726","https://openalex.org/W2067113104","https://openalex.org/W4379184815","https://openalex.org/W2050878398","https://openalex.org/W85333234","https://openalex.org/W124512866","https://openalex.org/W2025857254","https://openalex.org/W2415656751"],"abstract_inverted_index":{"The":[0,157,222],"present":[1],"study":[2],"aimed":[3],"to":[4,36,44,51,73,106,109,116,136,148,165,201,242,248],"develop":[5],"a":[6,28,38,53,80,94,99,110,127,211],"method":[7],"for":[8,180],"estimating":[9],"students\u2019":[10],"attentional":[11,182],"state":[12],"from":[13,139,172],"facial":[14,140,149,176,237],"expressions":[15,177],"during":[16],"online":[17],"lectures.":[18,186,250],"We":[19,47,71,125,187],"estimated":[20,171],"the":[21,45,63,86,88,121,166,189,199,215,220,228],"level":[22,122,245],"of":[23,120,123,198,227,230,246],"attention":[24,247],"while":[25,97,184,191],"students":[26,200],"watched":[27],"video":[29,95,100,249],"lecture":[30,64,81],"by":[31,93,152,208],"measuring":[32],"reaction":[33],"time":[34],"(RT)":[35],"detect":[37],"target":[39],"sound":[40],"that":[41,49,163,175,236],"was":[42,91,114,210],"irrelevant":[43,167],"lecture.":[46,101],"assumed":[48,115],"RT":[50,83,108,193,216],"such":[52],"stimulus":[54],"would":[55],"be":[56,117,170,240],"longer":[57],"when":[58,67],"participants":[59],"were":[60,69,104,224],"focusing":[61],"on":[62,79],"compared":[65],"with":[66,195,232],"they":[68],"not.":[70],"sought":[72],"estimate":[74,137],"how":[75],"much":[76],"learners":[77],"focus":[78],"using":[82,160],"measurement.":[84],"In":[85],"experiment,":[87],"learner\u2019s":[89],"face":[90],"recorded":[92],"camera":[96],"watching":[98,185],"Facial":[102],"features":[103,141],"analyzed":[105],"predict":[107,243],"task-irrelevant":[111],"stimulus,":[112],"which":[113],"an":[118,153],"index":[119],"attention.":[124],"applied":[126],"machine":[128],"learning":[129],"method,":[130],"light":[131],"Gradient":[132],"Boosting":[133],"Machine":[134],"(LightGBM),":[135],"RTs":[138,164,231],"extracted":[142],"as":[143],"action":[144],"units":[145],"(AUs)":[146],"corresponding":[147],"muscle":[150],"movements":[151],"open-source":[154],"software":[155],"(OpenFace).":[156],"model":[158],"obtained":[159],"LightGBM":[161],"indicated":[162],"stimuli":[168],"can":[169,239],"AUs,":[173],"suggesting":[174],"are":[178],"useful":[179],"predicting":[181],"states":[183],"re-analyzed":[188],"data":[190,194],"excluding":[192],"sleepy":[196,233],"faces":[197],"test":[202],"whether":[203],"decreased":[204],"general":[205],"arousal":[206],"caused":[207],"sleepiness":[209],"significant":[212],"factor":[213],"in":[214,219],"lengthening":[217],"observed":[218],"experiment.":[221],"results":[223],"similar":[225],"regardless":[226],"inclusion":[229],"faces,":[234],"indicating":[235],"expression":[238],"used":[241],"learners\u2019":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}