{"id":"https://openalex.org/W4402351421","doi":"https://doi.org/10.1109/tlt.2024.3456447","title":"AI-Based Automatic Detection of Online Teamwork Engagement in Higher Education","display_name":"AI-Based Automatic Detection of Online Teamwork Engagement in Higher Education","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402351421","doi":"https://doi.org/10.1109/tlt.2024.3456447"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2024.3456447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3456447","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076133727","display_name":"Alejandra J. Magana","orcid":"https://orcid.org/0000-0001-6117-7502"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alejandra J. Magana","raw_affiliation_strings":["Department of Computer and Information Technology and the Department of Engineering Education, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-6117-7502","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology and the Department of Engineering Education, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010724541","display_name":"Syed T. Mubarrat","orcid":"https://orcid.org/0000-0002-9702-8901"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Syed Tanzim Mubarrat","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-9702-8901","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021762095","display_name":"Dominic Kao","orcid":"https://orcid.org/0000-0002-7732-6258"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dominic Kao","raw_affiliation_strings":["Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-7732-6258","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Technology, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061742294","display_name":"Bed\u0159ich Bene\u0161","orcid":"https://orcid.org/0000-0002-5293-2112"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bedrich Benes","raw_affiliation_strings":["Department of Computer Science, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-5293-2112","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":3.1934,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.91636256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"17","issue":null,"first_page":"2037","last_page":"2052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teamwork","display_name":"Teamwork","score":0.817024827003479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7734243273735046},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.43171218037605286},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39936092495918274},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.347690224647522}],"concepts":[{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.817024827003479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7734243273735046},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.43171218037605286},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39936092495918274},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.347690224647522},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2024.3456447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3456447","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4653267954","display_name":"Collaborative Research: IIBRP: VR-Bio-Talk: VR Voice-Controlled Visual Analytics Platform for Plant Digital Twins","funder_award_id":"2417510","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6618593300","display_name":"Productive Online Teamwork Engagement Through Intelligent Mediation","funder_award_id":"2113991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G682212447","display_name":"An AI-Augmented Phenomenographic Approach to Conceptualizing Undergraduate Students Experiences of Intercultural Team Cognition in STEM","funder_award_id":"2219271","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":117,"referenced_works":["https://openalex.org/W70579818","https://openalex.org/W587325313","https://openalex.org/W1501671793","https://openalex.org/W1522734439","https://openalex.org/W1542722502","https://openalex.org/W1596286887","https://openalex.org/W1614298861","https://openalex.org/W1645413085","https://openalex.org/W1727219132","https://openalex.org/W1981712955","https://openalex.org/W1982979754","https://openalex.org/W1985505746","https://openalex.org/W1991044014","https://openalex.org/W2002740688","https://openalex.org/W2004005667","https://openalex.org/W2015824102","https://openalex.org/W2031177377","https://openalex.org/W2054157157","https://openalex.org/W2082300722","https://openalex.org/W2085662862","https://openalex.org/W2090987251","https://openalex.org/W2100714283","https://openalex.org/W2108617939","https://openalex.org/W2116543886","https://openalex.org/W2124538277","https://openalex.org/W2130314184","https://openalex.org/W2134031328","https://openalex.org/W2137110758","https://openalex.org/W2140064187","https://openalex.org/W2141649056","https://openalex.org/W2142225512","https://openalex.org/W2151436803","https://openalex.org/W2155694429","https://openalex.org/W2165857685","https://openalex.org/W2169570446","https://openalex.org/W2191561654","https://openalex.org/W2194775991","https://openalex.org/W2250901552","https://openalex.org/W2284527940","https://openalex.org/W2295001676","https://openalex.org/W2336061266","https://openalex.org/W2340913544","https://openalex.org/W2511083062","https://openalex.org/W2558428663","https://openalex.org/W2577856010","https://openalex.org/W2624349649","https://openalex.org/W2625657822","https://openalex.org/W2741447225","https://openalex.org/W2772490252","https://openalex.org/W2808332244","https://openalex.org/W2891359673","https://openalex.org/W2903442219","https://openalex.org/W2929144106","https://openalex.org/W2952738885","https://openalex.org/W2961125888","https://openalex.org/W2963199188","https://openalex.org/W2963209029","https://openalex.org/W2963446712","https://openalex.org/W2963626623","https://openalex.org/W2969426323","https://openalex.org/W2972921754","https://openalex.org/W2973450909","https://openalex.org/W2982207542","https://openalex.org/W3006408013","https://openalex.org/W3015906487","https://openalex.org/W3041618870","https://openalex.org/W3043774542","https://openalex.org/W3081972231","https://openalex.org/W3092086518","https://openalex.org/W3094042271","https://openalex.org/W3096725570","https://openalex.org/W3098147664","https://openalex.org/W3113831542","https://openalex.org/W3125134975","https://openalex.org/W3133111949","https://openalex.org/W3157999215","https://openalex.org/W3158847182","https://openalex.org/W3173372706","https://openalex.org/W3184661957","https://openalex.org/W3184975368","https://openalex.org/W3193484423","https://openalex.org/W3195885180","https://openalex.org/W3197940785","https://openalex.org/W3206715694","https://openalex.org/W3215580456","https://openalex.org/W4200368257","https://openalex.org/W4206936932","https://openalex.org/W4214841204","https://openalex.org/W4220849944","https://openalex.org/W4224924082","https://openalex.org/W4290755875","https://openalex.org/W4293049221","https://openalex.org/W4308507013","https://openalex.org/W4309459219","https://openalex.org/W4310080064","https://openalex.org/W4312698874","https://openalex.org/W4312752123","https://openalex.org/W4317108000","https://openalex.org/W4382600466","https://openalex.org/W4385245566","https://openalex.org/W4386967537","https://openalex.org/W4388692715","https://openalex.org/W4389104939","https://openalex.org/W6602853013","https://openalex.org/W6603924697","https://openalex.org/W6629961955","https://openalex.org/W6636510571","https://openalex.org/W6637433312","https://openalex.org/W6679661475","https://openalex.org/W6682269445","https://openalex.org/W6682850245","https://openalex.org/W6731375984","https://openalex.org/W6748326514","https://openalex.org/W6752470490","https://openalex.org/W6781128542","https://openalex.org/W6841944560","https://openalex.org/W6847363464"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2346864368","https://openalex.org/W2161212821","https://openalex.org/W2357960062","https://openalex.org/W1502903923","https://openalex.org/W2375154938","https://openalex.org/W3004147454","https://openalex.org/W3097094777","https://openalex.org/W4318969523"],"abstract_inverted_index":{"Fostering":[0],"productive":[1,15,46,126,169,191,274,284,310,342],"engagement":[2,29,129,194,225,285,333,345],"within":[3],"teams":[4,197,264,278,318],"has":[5,39],"been":[6,94],"found":[7],"to":[8,27,80,86,96,189,256,280,288,298,309],"improve":[9],"student":[10],"learning":[11,200],"outcomes.":[12],"Consequently,":[13],"characterizing":[14,43,57,341],"and":[16,59,68,83,127,154,160,174,192,213,297,322,334,343],"unproductive":[17,128,171,193,344],"time":[18],"during":[19,130],"teamwork":[20,31,88,132,348],"sessions":[21],"is":[22],"a":[23,247,337],"critical":[24],"preliminary":[25],"step":[26],"increase":[28],"in":[30,196,283,320,347],"meetings.":[32],"However,":[33],"research":[34],"from":[35,100,108,114,148],"the":[36,49,142,187,223,235,238,260,295,305,329],"cognitive":[37],"sciences":[38],"mainly":[40],"focused":[41],"on":[42,56,141,182],"levels":[44],"of":[45,52,62,71,137,144,165,237,249,294,304,317],"engagement.":[47,72,89,275],"Thus,":[48],"theoretical":[50],"contribution":[51,136],"this":[53,138],"study":[54,139],"focuses":[55,140],"active":[58],"passive":[60],"forms":[61,70],"engagement,":[63,166,170,172,311],"as":[64,66,168],"well":[65],"negative":[67],"positive":[69],"In":[73,276],"tandem,":[74],"researchers":[75],"have":[76,93],"used":[77,186],"computer-based":[78],"methods":[79],"supplement":[81],"quantitative":[82],"qualitative":[84],"analyses":[85],"investigate":[87],"Yet,":[90],"these":[91],"studies":[92],"limited":[95],"information":[97],"extracted":[98],"primarily":[99],"one":[101],"data":[102,107,113,146],"stream.":[103],"For":[104],"instance,":[105],"text":[106],"discussion":[109],"forums":[110],"or":[111],"video":[112],"recordings.":[115],"We":[116,156,185],"developed":[117],"an":[118,149],"artificial":[119],"intelligence":[120],"(AI)-based":[121],"automatic":[122],"system":[123,178,188,330],"that":[124,204,328],"detects":[125,332],"live":[131],"sessions.":[133,349],"The":[134,176],"technical":[135],"use":[143],"three":[145,224,239],"streams":[147],"interactive":[150],"session:":[151],"audio,":[152],"video,":[153],"text.":[155],"automatically":[157],"analyze":[158],"them":[159],"determine":[161],"each":[162],"team's":[163],"level":[164],"such":[167],"disengagement,":[173],"idle.":[175],"AI-based":[177],"was":[179],"validated":[180],"based":[181],"hand-coded":[183],"data.":[184],"characterize":[190],"patterns":[195,346],"using":[198],"deep":[199],"methods.":[201],"Results":[202],"showed":[203],"there":[205],"were":[206,241,265],"<inline-formula":[207,214,229,242,250,267],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208,215,230,243,251,268,291,301],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[209,216,231,244,252,269,292,302],"notation=\"LaTeX\">$&gt;$</tex-math></inline-formula>91%":[210],"prediction":[211],"accuracy":[212],"notation=\"LaTeX\">$&lt;":[217],"$</tex-math></inline-formula>7%":[218],"mismatches":[219],"between":[220,234],"predictions":[221,236],"for":[222,262,340],"detectors.":[226],"Moreover,":[227],"Pearson's":[228],"notation=\"LaTeX\">$r$</tex-math></inline-formula>":[232],"values":[233],"detectors":[240],"notation=\"LaTeX\">$&gt;$</tex-math></inline-formula>0.844.":[245],"On":[246],"scale":[248],"notation=\"LaTeX\">$-$</tex-math></inline-formula>1":[253],"(unproductive":[254],"engagement)":[255],"1":[257],"(productive":[258],"engagement),":[259],"scores":[261],"all":[263],"0.94":[266],"notation=\"LaTeX\">$\\pm$</tex-math></inline-formula>":[270],"0.04,":[271],"suggesting":[272],"high":[273],"addition,":[277],"tended":[279],"mostly":[281],"be":[282,336],"before":[286],"transitioning":[287,308],"disengagement":[289,323],"(<inline-formula":[290,300],"notation=\"LaTeX\">$&gt;$</tex-math></inline-formula>90.34%":[293],"time)":[296],"idle":[299,321],"notation=\"LaTeX\">$&gt;$</tex-math></inline-formula>93.69%":[303],"time).":[306],"Before":[307],"we":[312],"noticed":[313],"almost":[314],"equal":[315],"fractions":[316],"being":[319],"modes.":[324],"These":[325],"results":[326],"show":[327],"effectively":[331],"can":[335],"viable":[338],"tool":[339]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
