{"id":"https://openalex.org/W4214947305","doi":"https://doi.org/10.1145/3506860.3506863","title":"How does Students\u2019 Affect in Virtual Learning Relate to Their Outcomes? A Systematic Review Challenging the Positive-Negative Dichotomy","display_name":"How does Students\u2019 Affect in Virtual Learning Relate to Their Outcomes? A Systematic Review Challenging the Positive-Negative Dichotomy","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214947305","doi":"https://doi.org/10.1145/3506860.3506863"},"language":"en","primary_location":{"id":"doi:10.1145/3506860.3506863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083171731","display_name":"Shamya Karumbaiah","orcid":"https://orcid.org/0000-0002-7920-4510"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shamya Karumbaiah","raw_affiliation_strings":["Penn Center for Learning Analytics, University of Pennsylvania, United States and Human Computer Interaction Institute, Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn Center for Learning Analytics, University of Pennsylvania, United States and Human Computer Interaction Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139","https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Baker","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035046733","display_name":"Yan Tao","orcid":"https://orcid.org/0000-0001-8670-943X"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Tao","raw_affiliation_strings":["University of Pennsylvania, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, United States","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100655691","display_name":"Ziyang Liu","orcid":"https://orcid.org/0000-0003-1984-7378"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Liu","raw_affiliation_strings":["University of Arizona, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona, United States","institution_ids":["https://openalex.org/I138006243"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3629,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.57603687,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"24","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boredom","display_name":"Boredom","score":0.8407129049301147},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.8127573132514954},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.682081937789917},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5979068875312805},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5394421815872192},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.47473961114883423},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.4625970423221588},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.45858097076416016},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34982746839523315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.13657206296920776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10954940319061279}],"concepts":[{"id":"https://openalex.org/C2777589236","wikidata":"https://www.wikidata.org/wiki/Q34255","display_name":"Boredom","level":2,"score":0.8407129049301147},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.8127573132514954},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.682081937789917},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5979068875312805},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5394421815872192},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.47473961114883423},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4625970423221588},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.45858097076416016},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34982746839523315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.13657206296920776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10954940319061279},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3506860.3506863","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W66598541","https://openalex.org/W103004658","https://openalex.org/W1521764462","https://openalex.org/W1588717271","https://openalex.org/W1596286887","https://openalex.org/W1964422485","https://openalex.org/W1993434351","https://openalex.org/W2004352070","https://openalex.org/W2094663782","https://openalex.org/W2096741139","https://openalex.org/W2112019242","https://openalex.org/W2112376540","https://openalex.org/W2115417283","https://openalex.org/W2117342357","https://openalex.org/W2117645142","https://openalex.org/W2144200946","https://openalex.org/W2158232862","https://openalex.org/W2269494466","https://openalex.org/W2343938109","https://openalex.org/W2492163350","https://openalex.org/W2517016476","https://openalex.org/W2605961645","https://openalex.org/W2625518126","https://openalex.org/W2728961042","https://openalex.org/W2756344104","https://openalex.org/W2772690964","https://openalex.org/W2803709167","https://openalex.org/W2884085252","https://openalex.org/W2889698935","https://openalex.org/W2895639036","https://openalex.org/W2913958523","https://openalex.org/W2945063286","https://openalex.org/W2947444503","https://openalex.org/W2947558242","https://openalex.org/W2951490347","https://openalex.org/W2959995346","https://openalex.org/W2971763496","https://openalex.org/W2988511866","https://openalex.org/W2999995091","https://openalex.org/W3038982524","https://openalex.org/W3047894250","https://openalex.org/W3159650527","https://openalex.org/W4245703941","https://openalex.org/W4252545733","https://openalex.org/W4253441850","https://openalex.org/W4292994367","https://openalex.org/W4293872590"],"related_works":["https://openalex.org/W318616257","https://openalex.org/W3118254946","https://openalex.org/W2917043877","https://openalex.org/W3026775601","https://openalex.org/W2035863303","https://openalex.org/W3121061808","https://openalex.org/W2139976611","https://openalex.org/W4386479718","https://openalex.org/W4206918453","https://openalex.org/W4234657158"],"abstract_inverted_index":{"Several":[0],"emotional":[1],"theories":[2],"that":[3,45,83,93,109,203],"inform":[4],"the":[5,20,38,50,67,85,91,114,131,141,144,221],"design":[6,228],"of":[7,52,80,103,113,147,223],"Virtual":[8],"Learning":[9],"Environments":[10],"(VLEs)":[11],"categorize":[12],"affect":[13,23,53,92,196],"as":[14],"either":[15],"positive":[16,175],"or":[17],"negative.":[18],"However,":[19],"relationship":[21,86],"between":[22,87],"and":[24,90,121,136,169,184,229],"learning":[25,56,153,182],"appears":[26],"to":[27,48,65,139,210],"be":[28,208],"more":[29,174,185,204],"complex":[30],"than":[31],"that.":[32],"Despite":[33],"several":[34],"empirical":[35,81],"investigations":[36],"in":[37,54,57,133,143,158,164,181,213,216],"last":[39],"fifteen":[40],"years,":[41],"including":[42],"a":[43,77,99],"few":[44],"have":[46,123],"attempted":[47],"complexify":[49],"role":[51,215],"students\u2019":[55],"VLE,":[58],"there":[59],"has":[60],"not":[61],"been":[62],"an":[63],"attempt":[64],"synthesize":[66],"evidence":[68],"across":[69,105],"them.":[70],"To":[71],"bridge":[72],"this":[73,224],"gap,":[74],"we":[75],"conducted":[76],"systematic":[78],"review":[79,225],"studies":[82],"examined":[84],"student":[88,134,199,217],"outcomes":[89,154],"arises":[94],"during":[95],"their":[96],"interaction":[97],"with":[98,126,194],"VLE.":[100],"Our":[101],"synthesis":[102],"results":[104,178,187],"thirty-nine":[106],"papers":[107],"suggests":[108],"except":[110],"engagement,":[111],"all":[112],"commonly":[115],"studied":[116],"affective":[117,190],"states":[118,191],"(confusion,":[119],"frustration,":[120],"boredom)":[122],"mixed":[124],"relationships":[125],"outcomes.":[127],"We":[128,201,219],"further":[129],"explored":[130],"differences":[132,163,212],"demographics":[135],"study":[137],"context":[138],"explain":[140],"variation":[142],"results.":[145],"Some":[146],"our":[148],"key":[149],"findings":[150],"include":[151],"poorer":[152],"arising":[155],"for":[156,179,188,226],"confusion":[157,168],"classrooms":[159],"(versus":[160,176,198],"lab":[161],"studies),":[162],"brief":[165],"versus":[166,171],"prolonged":[167],"resolved":[170],"persistent":[172],"confusion,":[173],"null)":[177],"engagement":[180],"games,":[183],"significant":[186],"rarer":[189],"like":[192],"frustration":[193],"automated":[195],"detectors":[197],"self-reports).":[200],"conclude":[202],"careful":[205],"attention":[206],"must":[207],"paid":[209],"contextual":[211],"affect's":[214],"learning.":[218],"discuss":[220],"implication":[222],"VLE":[227],"research.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}