{"id":"https://openalex.org/W2485075409","doi":"https://doi.org/10.1145/2946837","title":"Using Video to Automatically Detect Learner Affect in Computer-Enabled Classrooms","display_name":"Using Video to Automatically Detect Learner Affect in Computer-Enabled Classrooms","publication_year":2016,"publication_date":"2016-07-20","ids":{"openalex":"https://openalex.org/W2485075409","doi":"https://doi.org/10.1145/2946837","mag":"2485075409"},"language":"en","primary_location":{"id":"doi:10.1145/2946837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2946837","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013490855","display_name":"Nigel Bosch","orcid":"https://orcid.org/0000-0003-2736-2899"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nigel Bosch","raw_affiliation_strings":["University of Notre Dame, Notre Dame IN, USA"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008316506","display_name":"Sidney K. D\u2019Mello","orcid":"https://orcid.org/0000-0003-0347-2807"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sidney K. D'mello","raw_affiliation_strings":["University of Notre Dame, Notre Dame IN, USA"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075465170","display_name":"Jaclyn Ocumpaugh","orcid":"https://orcid.org/0000-0002-9667-8523"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaclyn Ocumpaugh","raw_affiliation_strings":["Teachers College, Columbia University, NY, USA"],"affiliations":[{"raw_affiliation_string":"Teachers College, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan S. Baker","raw_affiliation_strings":["Teachers College, Columbia University, NY, USA"],"affiliations":[{"raw_affiliation_string":"Teachers College, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071168106","display_name":"Valerie J. Shute","orcid":"https://orcid.org/0000-0002-9179-017X"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Valerie Shute","raw_affiliation_strings":["Florida State University, FL, USA"],"affiliations":[{"raw_affiliation_string":"Florida State University, FL, USA","institution_ids":["https://openalex.org/I103163165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013490855"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":12.8822,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.98894834,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"6","issue":"2","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9516000151634216,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8812834024429321},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.8142825365066528},{"id":"https://openalex.org/keywords/boredom","display_name":"Boredom","score":0.6213463544845581},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.48594439029693604},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.47534701228141785},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.45399317145347595},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.4436362087726593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4054427742958069},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36244457960128784},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32382261753082275},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.30594274401664734},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.295708566904068},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.2044524848461151},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.19770890474319458},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1232583224773407}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8812834024429321},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.8142825365066528},{"id":"https://openalex.org/C2777589236","wikidata":"https://www.wikidata.org/wiki/Q34255","display_name":"Boredom","level":2,"score":0.6213463544845581},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48594439029693604},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.47534701228141785},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.45399317145347595},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.4436362087726593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4054427742958069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36244457960128784},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32382261753082275},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.30594274401664734},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.295708566904068},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.2044524848461151},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19770890474319458},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1232583224773407},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2946837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2946837","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W131993176","https://openalex.org/W169684159","https://openalex.org/W320875191","https://openalex.org/W846650280","https://openalex.org/W973843712","https://openalex.org/W1552061030","https://openalex.org/W1560865988","https://openalex.org/W1566376227","https://openalex.org/W1691662474","https://openalex.org/W1694248630","https://openalex.org/W1808644423","https://openalex.org/W1867691547","https://openalex.org/W1875943490","https://openalex.org/W1918776538","https://openalex.org/W1929610448","https://openalex.org/W1964716415","https://openalex.org/W1966797434","https://openalex.org/W1968600824","https://openalex.org/W1975436731","https://openalex.org/W1981305971","https://openalex.org/W1984901331","https://openalex.org/W1985867508","https://openalex.org/W2008933718","https://openalex.org/W2034009865","https://openalex.org/W2034714139","https://openalex.org/W2042231673","https://openalex.org/W2047967129","https://openalex.org/W2048781110","https://openalex.org/W2050482687","https://openalex.org/W2060201548","https://openalex.org/W2060450205","https://openalex.org/W2068258779","https://openalex.org/W2070353225","https://openalex.org/W2076986525","https://openalex.org/W2081112272","https://openalex.org/W2081835714","https://openalex.org/W2109626108","https://openalex.org/W2115417283","https://openalex.org/W2117645142","https://openalex.org/W2120945046","https://openalex.org/W2122528367","https://openalex.org/W2126074213","https://openalex.org/W2127429655","https://openalex.org/W2133960371","https://openalex.org/W2134945695","https://openalex.org/W2136091964","https://openalex.org/W2140296984","https://openalex.org/W2148143831","https://openalex.org/W2150973234","https://openalex.org/W2153597356","https://openalex.org/W2156503193","https://openalex.org/W2168239064","https://openalex.org/W2171618137","https://openalex.org/W2188997013","https://openalex.org/W2253771273","https://openalex.org/W2296609965","https://openalex.org/W2407973647","https://openalex.org/W2626906451","https://openalex.org/W4285719527","https://openalex.org/W4299627282"],"related_works":["https://openalex.org/W318616257","https://openalex.org/W3118254946","https://openalex.org/W2917043877","https://openalex.org/W2139976611","https://openalex.org/W3026775601","https://openalex.org/W2035863303","https://openalex.org/W3121061808","https://openalex.org/W4386479718","https://openalex.org/W4206918453","https://openalex.org/W2167883292"],"abstract_inverted_index":{"Affect":[0],"detection":[1],"is":[2,227],"a":[3,53,153,191,220],"key":[4],"component":[5],"in":[6,48,147,156,199,219,232],"intelligent":[7,237],"educational":[8,42,233],"interfaces":[9],"that":[10,148,224],"respond":[11],"to":[12,23,59,72,83,86,197],"students\u2019":[13,25],"affective":[14,110],"states.":[15],"We":[16,45],"use":[17],"computer":[18,55],"vision":[19],"and":[20,32,70,134,169,187,235],"machine-learning":[21],"techniques":[22],"detect":[24],"affect":[26,200,218],"from":[27,163,170],"facial":[28],"expressions":[29],"(primary":[30],"channel)":[31,37],"gross":[33],"body":[34],"movements":[35],"(secondary":[36],"during":[38],"interactions":[39],"with":[40,57,190],"an":[41],"physics":[43],"game.":[44],"collected":[46,162],"data":[47,161],"the":[49,64,80,95,109,142,167,210,225],"real-world":[50,221],"environment":[51],"of":[52,105,166,178,194,212,216],"school":[54],"lab":[56],"up":[58],"30":[60],"students":[61],"simultaneously":[62],"playing":[63],"game":[65],"while":[66],"moving":[67],"around,":[68],"gesturing,":[69],"talking":[71],"each":[73],"other.":[74],"The":[75],"results":[76,208],"were":[77,101],"cross-validated":[78],"at":[79],"student":[81],"level":[82],"ensure":[84],"generalization":[85],"new":[87],"students.":[88],"Classification":[89],"accuracies,":[90],"quantified":[91],"as":[92],"area":[93],"under":[94],"receiver":[96],"operating":[97],"characteristic":[98],"curve":[99],"(AUC),":[100],"above":[102],"chance":[103],"(AUC":[104,115,119,123,127,131,138],"0.5)":[106],"for":[107,135,229],"all":[108],"states":[111],"observed,":[112],"namely,":[113],"boredom":[114],"=":[116,120,124,128,132,139],".610),":[117],"confusion":[118],".649),":[121],"delight":[122],".867),":[125],"engagement":[126],".679),":[129],"frustration":[130],".631),":[133],"off-task":[136],"behavior":[137],".816).":[140],"Furthermore,":[141],"detectors":[143,215],"showed":[144],"temporal":[145],"generalizability":[146,179],"there":[149],"was":[150,174],"less":[151],"than":[152],"2%":[154],"decrease":[155],"accuracy":[157],"when":[158],"tested":[159],"on":[160],"different":[164,171],"times":[165],"day":[168],"days.":[172],"There":[173],"also":[175],"some":[176],"evidence":[177],"across":[180,203],"ethnicity":[181],"(as":[182],"perceived":[183],"by":[184],"human":[185],"coders)":[186],"gender,":[188],"although":[189],"higher":[192],"degree":[193],"variability":[195],"attributable":[196],"differences":[198],"base":[201],"rates":[202],"subpopulations.":[204],"In":[205],"summary,":[206],"our":[207],"demonstrate":[209],"feasibility":[211],"generalizable":[213],"video-based":[214],"naturalistic":[217],"setting,":[222],"suggesting":[223],"time":[226],"ripe":[228],"affect-sensitive":[230],"interventions":[231],"games":[234],"other":[236],"interfaces.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":10}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}