{"id":"https://openalex.org/W4390041045","doi":"https://doi.org/10.1145/3636555.3636896","title":"Improving Student Learning with Hybrid Human-AI Tutoring: A Three-Study Quasi-Experimental Investigation","display_name":"Improving Student Learning with Hybrid Human-AI Tutoring: A Three-Study Quasi-Experimental Investigation","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4390041045","doi":"https://doi.org/10.1145/3636555.3636896"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636896","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636896","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636896","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039927056","display_name":"Danielle R. Thomas","orcid":"https://orcid.org/0000-0001-8196-3252"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Danielle R Thomas","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0001-8196-3252","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021833341","display_name":"Jionghao Lin","orcid":"https://orcid.org/0000-0003-3320-3907"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jionghao Lin","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0003-3320-3907","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092458766","display_name":"Erin Gatz","orcid":"https://orcid.org/0000-0002-6880-5740"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erin Gatz","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-6880-5740","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019516308","display_name":"Ashish Gurung","orcid":"https://orcid.org/0000-0001-7003-1476"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashish Gurung","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7003-1476","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074182638","display_name":"Shivang Gupta","orcid":"https://orcid.org/0000-0002-5713-3782"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shivang Gupta","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-5713-3782","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031937131","display_name":"K. Norberg","orcid":"https://orcid.org/0000-0001-7620-0680"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kole Norberg","raw_affiliation_strings":["Carnegie Learning, Inc., USA"],"raw_orcid":"https://orcid.org/0000-0001-7620-0680","affiliations":[{"raw_affiliation_string":"Carnegie Learning, Inc., USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030848384","display_name":"Stephen E. Fancsali","orcid":"https://orcid.org/0000-0002-4016-8145"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen E Fancsali","raw_affiliation_strings":["Carnegie Learning, Inc., USA"],"raw_orcid":"https://orcid.org/0000-0002-4016-8145","affiliations":[{"raw_affiliation_string":"Carnegie Learning, Inc., USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047522207","display_name":"Vincent Aleven","orcid":"https://orcid.org/0000-0002-1581-6657"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent Aleven","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-1581-6657","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078055512","display_name":"Lee Branstetter","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee Branstetter","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7835-0527","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084989076","display_name":"Emma Brunskill","orcid":"https://orcid.org/0000-0002-3971-7127"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Brunskill","raw_affiliation_strings":["Stanford University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3971-7127","affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062550465","display_name":"Kenneth R. Koedinger","orcid":"https://orcid.org/0000-0002-5850-4768"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth R Koedinger","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-5850-4768","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5039927056"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":16.6492,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":0.9904819,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"404","last_page":"415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.6897927522659302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6303203105926514},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5561968684196472},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5091821551322937},{"id":"https://openalex.org/keywords/dashboard","display_name":"Dashboard","score":0.4555048942565918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3708784580230713},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24979129433631897},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.19917377829551697}],"concepts":[{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.6897927522659302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6303203105926514},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5561968684196472},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5091821551322937},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.4555048942565918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3708784580230713},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24979129433631897},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.19917377829551697}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3636555.3636896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636896","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636896","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.11274","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.11274","pdf_url":"https://arxiv.org/pdf/2312.11274","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:hub.hku.hk:10722/354320","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/354320","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference_Paper"}],"best_oa_location":{"id":"doi:10.1145/3636555.3636896","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636555.3636896","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636555.3636896","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3707189634","display_name":null,"funder_award_id":"12126","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320306146","display_name":"Andrew W. Mellon Foundation","ror":"https://ror.org/04jsh2530"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390041045.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W973843712","https://openalex.org/W1995864528","https://openalex.org/W2113386642","https://openalex.org/W2540256703","https://openalex.org/W2592229992","https://openalex.org/W2808967136","https://openalex.org/W2966282716","https://openalex.org/W3041179138","https://openalex.org/W3111758481","https://openalex.org/W3144300208","https://openalex.org/W3157580258","https://openalex.org/W3166587164","https://openalex.org/W3170863811","https://openalex.org/W4288059382","https://openalex.org/W4302942101","https://openalex.org/W4327914827","https://openalex.org/W4382567098","https://openalex.org/W6946008426"],"related_works":["https://openalex.org/W3134741836","https://openalex.org/W4391160349","https://openalex.org/W4379434981","https://openalex.org/W3034267728","https://openalex.org/W2588291961","https://openalex.org/W2594203497","https://openalex.org/W4225907471","https://openalex.org/W4312251268","https://openalex.org/W4321608238","https://openalex.org/W2113723816"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"applications":[3],"to":[4,10,107,136,148,159,166],"support":[5],"human":[6,33],"tutoring":[7,29,36,94,105,116],"have":[8,42],"potential":[9],"significantly":[11],"improve":[12],"learning":[13,46,98],"outcomes,":[14],"but":[15],"engagement":[16],"issues":[17],"persist,":[18],"especially":[19],"among":[20],"students":[21,66,73,83,101,108,131],"from":[22],"low-income":[23,61],"backgrounds.":[24],"We":[25,96,113,140],"introduce":[26],"an":[27,168],"AI-assisted":[28],"model":[30],"that":[31],"combines":[32],"and":[34,37,60,80,124,154,182],"AI":[35],"hypothesize":[38],"this":[39,50],"synergy":[40],"will":[41],"positive":[43,118],"impacts":[44],"on":[45,177],"processes.":[47],"To":[48],"investigate":[49],"hypothesis,":[51],"we":[52],"conduct":[53],"a":[54,68,77,87],"three-study":[55],"quasi-experiment":[56],"across":[57],"three":[58],"urban":[59],"middle":[62],"schools:":[63],"1)":[64],"125":[65],"in":[67,76,86,103,121],"Pennsylvania":[69,88],"school;":[70],"2)":[71],"385":[72],"(50%":[74],"Latinx)":[75],"California":[78],"school,":[79,90],"3)":[81],"75":[82],"(100%":[84],"Black)":[85],"charter":[89],"all":[91],"implementing":[92],"analogous":[93],"models.":[95],"compare":[97],"analytics":[99],"of":[100,144,151,192],"engaged":[102],"human-AI":[104,115],"compared":[106,135],"using":[109],"math":[110],"software":[111],"only.":[112],"find":[114],"has":[117],"effects,":[119],"particularly":[120],"student\u2019s":[122],"proficiency":[123],"usage,":[125],"with":[126],"evidence":[127],"suggesting":[128],"lower":[129],"achieving":[130,138],"may":[132],"benefit":[133],"more":[134],"higher":[137],"students.":[139],"illustrate":[141],"the":[142,149,161,179],"use":[143],"quasi-experimental":[145],"methods":[146],"adapted":[147],"particulars":[150],"different":[152],"schools":[153],"data-availability":[155],"contexts":[156],"so":[157],"as":[158],"achieve":[160],"rapid":[162],"data-driven":[163],"iteration":[164],"needed":[165],"guide":[167],"inspired":[169],"creation":[170],"into":[171],"effective":[172],"innovation.":[173],"Future":[174],"work":[175],"focuses":[176],"improving":[178],"tutor":[180],"dashboard":[181],"optimizing":[183],"tutor-student":[184],"ratios,":[185],"while":[186],"maintaining":[187],"annual":[188],"costs":[189],"per":[190],"student":[191],"approximately":[193],"$700":[194],"annually.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":7}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}