{"id":"https://openalex.org/W7214199568","doi":"https://doi.org/10.48550/arxiv.2609.28470","title":"StudentBench: AI and human tutoring yield equivalent GRE learning gains","display_name":"StudentBench: AI and human tutoring yield equivalent GRE learning gains","publication_year":2026,"publication_date":"2026-09-23","ids":{"openalex":"https://openalex.org/W7214199568","doi":"https://doi.org/10.48550/arxiv.2609.28470"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.28470","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28470","pdf_url":"https://arxiv.org/pdf/2609.28470","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.28470","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071352839","display_name":"Curtis G. Northcutt","orcid":"https://orcid.org/0000-0002-2423-1300","observed_orcids":["https://orcid.org/0000-0002-2423-1300"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Northcutt, Curtis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152616960","display_name":"Inaara Hasmani","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasmani, Inaara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152607644","display_name":"Kevin Feng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152597655","display_name":"Trevor Khangi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khangi, Trevor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011473405","display_name":"Andreas Lindhardt Plesner","orcid":"https://orcid.org/0000-0002-8596-8103","observed_orcids":["https://orcid.org/0000-0002-8596-8103"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plesner, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5152608781","display_name":"Jonas Mueller","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mueller, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.03620000183582306,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-tutoring","display_name":"AI tutoring","score":0.9729999899864197},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8989999890327454},{"id":"https://openalex.org/keywords/human-tutoring","display_name":"human tutoring","score":0.8230000138282776},{"id":"https://openalex.org/keywords/learning-gains","display_name":"learning gains","score":0.7950000166893005},{"id":"https://openalex.org/keywords/lesson-planning","display_name":"lesson planning","score":0.6039999723434448},{"id":"https://openalex.org/keywords/student-ai-interaction","display_name":"student-AI interaction","score":0.593999981880188}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.753600001335144},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.679099977016449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6299999952316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5849000215530396},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.46470001339912415},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39820000529289246},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3589000105857849},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.26089999079704285}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.28470","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28470","pdf_url":"https://arxiv.org/pdf/2609.28470","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.28470","doi":"https://doi.org/10.48550/arxiv.2609.28470","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.28470","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.28470","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.28470","pdf_url":"https://arxiv.org/pdf/2609.28470","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214199568.pdf","grobid_xml":"https://content.openalex.org/works/W7214199568.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1970209023","https://openalex.org/W1986285750","https://openalex.org/W2015040676","https://openalex.org/W2037698344","https://openalex.org/W2046675442","https://openalex.org/W2051339053","https://openalex.org/W2058064543","https://openalex.org/W2061623382","https://openalex.org/W2099013648","https://openalex.org/W2104882621","https://openalex.org/W2108617939","https://openalex.org/W2109901510","https://openalex.org/W2117655204","https://openalex.org/W2123169053","https://openalex.org/W2126180793","https://openalex.org/W2134291350","https://openalex.org/W2136518234","https://openalex.org/W2141373701","https://openalex.org/W2150794602","https://openalex.org/W2157535018","https://openalex.org/W2158241055","https://openalex.org/W2163640453","https://openalex.org/W2165181820","https://openalex.org/W2172010324","https://openalex.org/W2229226246","https://openalex.org/W2462906003","https://openalex.org/W2610765860","https://openalex.org/W2618809932","https://openalex.org/W2912761739","https://openalex.org/W4225270985","https://openalex.org/W4235114045","https://openalex.org/W4242883546","https://openalex.org/W4245000930","https://openalex.org/W4362515116","https://openalex.org/W4398784073","https://openalex.org/W4403885569","https://openalex.org/W4411505840","https://openalex.org/W4411627694","https://openalex.org/W4413192519","https://openalex.org/W4415981784","https://openalex.org/W4416931822","https://openalex.org/W7117760267","https://openalex.org/W7139043635","https://openalex.org/W7140086132","https://openalex.org/W7168156755","https://openalex.org/W7202249807","https://openalex.org/W7204205512"],"related_works":["https://openalex.org/W4413902159","https://openalex.org/W4413072338","https://openalex.org/W7117760267","https://openalex.org/W4321012208","https://openalex.org/W4417257656","https://openalex.org/W4415981784","https://openalex.org/W4404666730","https://openalex.org/W4412874208","https://openalex.org/W4413069692","https://openalex.org/W4414073409"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"offers":[2],"an":[3],"unprecedented":[4],"opportunity":[5],"to":[6,45,56,91,171],"augment":[7],"human":[8,57,73,78,93,117,126,172],"capabilities,":[9],"yet":[10],"progress":[11],"at":[12,177],"the":[13,106,110,116,141,231],"frontier":[14],"has":[15],"focused":[16],"primarily":[17],"on":[18,65,119],"advancing":[19],"model":[20],"capabilities.":[21],"We":[22,83],"introduce":[23],"StudentBench,":[24,60],"a":[25,32,122],"suite":[26],"of":[27,105],"AI":[28,76,86,113,146,165,185,200],"teaching":[29],"evaluations":[30],"and":[31,67,102,132,160,213],"public":[33],"platform":[34],"that":[35,85],"enables":[36],"large-scale":[37],"data":[38,233],"collection":[39],"with":[40,203,209,217],"over":[41],"175,000":[42],"student-AI":[43],"messages":[44,208],"study":[46],"whether":[47],"large":[48],"language":[49],"models":[50],"(LLMs)":[51],"produce":[52],"learning":[53,63,97,168,219],"gains":[54,64,98,169,220],"equivalent":[55,90,170],"tutoring.":[58,82],"Using":[59],"we":[61,229],"measured":[62],"Quantitative":[66,196],"Verbal":[68],"GRE":[69,96,108,197],"questions":[70],"across":[71],"2,383":[72],"participants":[74],"receiving":[75],"tutoring,":[77,79],"or":[80],"no":[81],"establish":[84],"tutoring":[87,94,173],"is":[88],"statistically":[89],"expert":[92,125],"for":[95,184,189],"(p":[99,174],"=":[100,175],".015),":[101],"in":[103,235],"five":[104],"seven":[107],"domains,":[109],"best":[111],"performing":[112],"tutor":[114,166],"surpassed":[115],"tutor,":[118],"average.":[120],"In":[121],"second":[123],"study,":[124],"tutors":[127,147],"compared":[128],"LLM-generated":[129],"lesson":[130,150],"plans":[131],"practice":[133,216],"problems":[134],"through":[135],"2,028":[136],"pairwise":[137],"rubric":[138],"evaluations.":[139],"Together,":[140],"two":[142],"studies":[143],"clearly":[144],"separate":[145],"across:":[148],"(1)":[149],"planning,":[151],"(2)":[152],"practice-problem":[153],"creation,":[154],"(3)":[155],"conversational":[156],"pedagogy,":[157],"(4)":[158],"cost,":[159],"(5)":[161],"engagement.":[162],"Surprisingly,":[163],"one":[164],"achieved":[167],".044)":[176],"918":[178],"times":[179],"lower":[180],"cost":[181],"(USD":[182],"0.0052":[183],"versus":[186],"USD":[187],"4.81":[188],"human,":[190],"per":[191],"percentage":[192],"point":[193],"gained).":[194],"For":[195],"sessions,":[198],"faster":[199],"replies":[201],"correlated":[202],"more":[204,207,210,214],"student":[205],"messages,":[206],"correct":[211,215],"practice,":[212],"larger":[218],"(all":[221],"p":[222],"<":[223],".002).":[224],"To":[225],"support":[226],"future":[227],"research,":[228],"open-source":[230],"de-identified":[232],"collected":[234],"our":[236],"studies.":[237]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-25T00:00:00"}