{"id":"https://openalex.org/W7225460699","doi":"https://doi.org/10.35542/osf.io/wrs9t","title":"Simulated student fidelity: a preregistered comparison of model-generated and real student turns on five measures in held-out classroom transcripts","display_name":"Simulated student fidelity: a preregistered comparison of model-generated and real student turns on five measures in held-out classroom transcripts","publication_year":2026,"publication_date":"2026-11-07","ids":{"openalex":"https://openalex.org/W7225460699","doi":"https://doi.org/10.35542/osf.io/wrs9t"},"language":"en","primary_location":{"id":"doi:10.35542/osf.io/wrs9t","doi":"https://doi.org/10.35542/osf.io/wrs9t","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/wrs9t","pdf_url":null,"source":{"id":"https://openalex.org/S4306402530","display_name":"EdArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.35542/osf.io/wrs9t","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148337214","display_name":"Kumar Sumbhav Srivastava","orcid":"https://orcid.org/0009-0009-5379-4290","observed_orcids":["https://orcid.org/0009-0009-5379-4290"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kumar Srivastava","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-5379-4290","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5148337214"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.43459999561309814,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.43459999561309814,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.38940000534057617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/utterance-length","display_name":"utterance length","score":0.6060000061988831},{"id":"https://openalex.org/keywords/lexical-diversity","display_name":"lexical diversity","score":0.8740000128746033},{"id":"https://openalex.org/keywords/ncte","display_name":"NCTE","score":0.5569999814033508},{"id":"https://openalex.org/keywords/qwen2-5","display_name":"Qwen2.5","score":0.6470000147819519},{"id":"https://openalex.org/keywords/preregistration","display_name":"preregistration","score":0.5989999771118164}],"concepts":[{"id":"https://openalex.org/C49848784","wikidata":"https://www.wikidata.org/wiki/Q131714","display_name":"Archetype","level":2,"score":0.8388000130653381},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6456000208854675},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.6367999911308289},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5570999979972839},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5351999998092651},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37610000371932983},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36800000071525574},{"id":"https://openalex.org/C204160518","wikidata":"https://www.wikidata.org/wiki/Q122653","display_name":"Numeral system","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3059000074863434},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2766000032424927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2689000070095062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2655999958515167},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2777044963","wikidata":"https://www.wikidata.org/wiki/Q5384707","display_name":"Equivalence class (music)","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.35542/osf.io/wrs9t","doi":"https://doi.org/10.35542/osf.io/wrs9t","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/wrs9t","pdf_url":null,"source":{"id":"https://openalex.org/S4306402530","display_name":"EdArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:bbbb6052-5e7d-4728-b343-eef10296e211","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/wrs9t","pdf_url":null,"source":{"id":"https://openalex.org/S4306402530","display_name":"EdArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.35542/osf.io/wrs9t","doi":"https://doi.org/10.35542/osf.io/wrs9t","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/wrs9t","pdf_url":null,"source":{"id":"https://openalex.org/S4306402530","display_name":"EdArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7165517426","https://openalex.org/W7222202101","https://openalex.org/W7166825678","https://openalex.org/W7070769932","https://openalex.org/W7170144689","https://openalex.org/W7162398867","https://openalex.org/W7213980473","https://openalex.org/W4413902159","https://openalex.org/W7161112924","https://openalex.org/W7206170489"],"abstract_inverted_index":{"Tools":[0],"that":[1,164],"let":[2],"teachers":[3,269,279],"rehearse":[4],"a":[5,8,20,82,101,105,108],"lesson":[6],"put":[7],"language":[9],"model":[10,17,129,208],"in":[11,97,140,195,228,258],"the":[12,16,29,44,55,59,67,88,98,113,126,141,166,196,200,203,207,229,232,240,259,264,275,284,295],"student's":[13],"chair.":[14],"Whether":[15],"talks":[18],"like":[19],"child":[21],"can":[22],"be":[23],"measured":[24],"before":[25,301],"anyone":[26],"asks":[27],"whether":[28],"rehearsal":[30],"helps.":[31],"This":[32],"preregistered":[33],"study":[34],"generated":[35,56],"student":[36,109,135],"turns":[37,51,57],"for":[38],"255":[39],"upper-elementary":[40],"mathematics":[41],"lessons":[42],"from":[43,87,210],"NCTE":[45],"transcripts,":[46],"holding":[47],"each":[48,139,222],"teacher's":[49],"real":[50,60,91,179,211],"fixed,":[52],"and":[53,76,104,147,161,171,181,218,255,281],"compared":[54],"with":[58,277],"ones":[61],"on":[62,131,213,220,237],"five":[63,216,256,267,285],"measures:":[64],"utterance":[65,138],"length,":[66],"share":[68],"of":[69,187,215,239,252,283],"short":[70],"answers,":[71],"lexical":[72,193],"richness,":[73],"question":[74],"rate,":[75],"confusion":[77,184],"markers.":[78],"Each":[79],"measure":[80],"had":[81,234],"fixed":[83],"equivalence":[84],"bound":[85],"set":[86],"spread":[89],"between":[90],"classrooms.":[92],"Two":[93],"arms":[94,174],"differed":[95],"only":[96],"system":[99],"prompt:":[100],"plain":[102,155],"instruction,":[103],"prompt":[106,205],"describing":[107],"archetype":[110,167,197,204],"written":[111],"after":[112,125],"exploratory":[114],"phase.":[115],"The":[116,154,290],"generator":[117],"was":[118,246,303],"Qwen2.5-32B-Instruct,":[119],"open":[120],"weights":[121],"pinned":[122],"by":[123,248],"hash,":[124],"registered":[127,243],"commercial":[128],"failed":[130,298],"most":[132],"turns.":[133],"Real":[134],"turns,":[136],"one":[137,254],"transcript":[142],"file,":[143],"averaged":[144,158],"4.6":[145],"words,":[146,257],"60%":[148],"were":[149,163],"three":[150,249,299],"words":[151,160,170],"or":[152],"fewer.":[153],"arm's":[156,168],"replies":[157],"11.1":[159],"8.0%":[162],"short;":[165],"29.2":[169],"1.3%.":[172],"Both":[173],"asked":[175],"fewer":[176,183],"questions":[177],"than":[178],"students":[180,212],"used":[182],"words.":[185],"One":[186],"ten":[188],"arm-by-measure":[189],"tests":[190,287],"reached":[191],"equivalence:":[192],"richness":[194],"arm.":[198],"On":[199],"calibration":[201,286],"hypothesis,":[202],"moved":[206],"farther":[209],"four":[214],"measures":[217],"closer":[219],"vocabulary,":[221],"Holm-significant":[223],"at":[224],"\u03b1":[225],"=":[226],"0.05":[227],"primary":[230],"analysis;":[231],"registration":[233],"predicted":[235],"improvement":[236],"two":[238,282],"four.":[241],"A":[242],"contamination":[244],"rule":[245],"triggered":[247],"exact":[250],"matches,":[251],"one,":[253],"canary":[260],"probes,":[261],"which":[262],"made":[263],"analysis":[265],"excluding":[266],"flagged":[268],"primary;":[270],"every":[271],"fidelity":[272],"verdict":[273],"is":[274],"same":[276],"those":[278],"kept,":[280],"lose":[288],"significance.":[289],"paper":[291],"also":[292],"records":[293],"how":[294],"generation":[296],"step":[297],"times":[300],"it":[302],"gated.":[304]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-08T00:00:00"}