{"id":"https://openalex.org/W7165160239","doi":"https://doi.org/10.48550/arxiv.2606.18617","title":"AI-Driven Assessment of Human Tutors: Linking Training Performance to Real-Life Practice","display_name":"AI-Driven Assessment of Human Tutors: Linking Training Performance to Real-Life Practice","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165160239","doi":"https://doi.org/10.48550/arxiv.2606.18617"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107349997","display_name":"D Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas, Danielle R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092731233","display_name":"Marie Cynthia Abijuru Kamikazi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kamikazi, Marie Cynthia Abijuru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018098009","display_name":"Clara Brandt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brandt, Clara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138863783","display_name":"Conrad Borchers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borchers, Conrad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138938036","display_name":"Kenneth R. Koedinger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koedinger, Kenneth R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.8805000185966492},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7031999826431274},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4636000096797943},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4413999915122986},{"id":"https://openalex.org/keywords/transfer-of-training","display_name":"Transfer of training","score":0.427700012922287},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.3871999979019165}],"concepts":[{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.8805000185966492},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7031999826431274},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.46720001101493835},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46239998936653137},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45239999890327454},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C2777938197","wikidata":"https://www.wikidata.org/wiki/Q7834022","display_name":"Transfer of training","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3255999982357025},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18617","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18617","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.4265306293964386}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"There":[0],"exist":[1],"numerous":[2],"tutor":[3,63,125,175,200],"training":[4,10,31,44,96,122,201],"platforms.":[5],"However,":[6],"few":[7],"provide":[8],"AI-driven":[9,23,196],"and":[11,32,117,157,214,220],"evaluation":[12],"for":[13],"human":[14],"tutors":[15,69,141],"based":[16],"on":[17],"real-life":[18,34,66,100,124,203],"performance.":[19],"We":[20,193],"present":[21],"an":[22,104,187,195],"system":[24,48],"that":[25,38,95,138,173],"assesses":[26],"both":[27],"open":[28,115,129,210],"responses":[29,130],"during":[30,121],"authentic":[33,57],"tutoring.":[35],"Unlike":[36],"platforms":[37],"only":[39],"assess":[40],"learning":[41,84],"through":[42],"online":[43],"or":[45],"simulations,":[46],"our":[47],"utilizes":[49],"Generative":[50],"AI":[51,212],"(Gemini-2.5-pro)":[52],"to":[53,65,146,150,155,166,198,217],"analyze":[54],"transcriptions":[55],"of":[56,62,107,179,191],"tutoring,":[58],"measuring":[59],"the":[60],"transfer":[61],"skills":[64,153],"application.":[67],"Human":[68],"instructing":[70],"students":[71],"remotely":[72],"in":[73],"math":[74],"(N=86)":[75],"completed":[76],"six":[77],"scenario-based":[78],"lessons,":[79],"averaging":[80,114],"a":[81,180],"significant":[82],"7.4%":[83],"gain.":[85],"Using":[86],"mixed-effects":[87],"models":[88],"across":[89],"405":[90],"session-to-lesson":[91],"pairs,":[92],"we":[93,208],"found":[94],"performance":[97,120,126],"significantly":[98,143],"predicted":[99,123],"transcript":[101],"scores":[102],"with":[103,202],"effect":[105,190],"size":[106],"0.25":[108],"SD.":[109],"Model":[110],"comparison":[111],"(AIC/BIC)":[112],"indicated":[113],"response":[116],"multiple":[118],"choice":[119],"best,":[127],"although":[128],"were":[131,142,177],"comparatively":[132],"more":[133,144],"predictive.":[134],"Exploratory":[135],"analysis":[136,171],"showed":[137],"after":[139],"training,":[140],"likely":[145],"encounter":[147],"pedagogical":[148],"opportunities":[149,164],"apply":[151],"their":[152],"(61.1%":[154],"68.9%)":[156],"demonstrated":[158],"higher":[159],"execution":[160],"quality":[161],"within":[162],"those":[163],"(65.5%":[165],"68.1%).":[167],"Interrupted":[168],"time":[169,184],"series":[170],"suggested":[172],"these":[174],"improvements":[176],"part":[178],"gradual":[181],"trend":[182],"over":[183],"rather":[185],"than":[186],"immediate":[188],"intervention":[189],"training.":[192],"illustrate":[194],"method":[197],"link":[199],"assessment.":[204],"In":[205],"doing":[206],"so,":[207],"contribute":[209],"datasets,":[211],"prompts,":[213],"scoring":[215],"rubrics":[216],"support":[218],"transparency":[219],"reproducibility.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}