{"id":"https://openalex.org/W7213530706","doi":"https://doi.org/10.48550/arxiv.2609.18274","title":"I code or AI code: A comparative evaluation of AI-rated scores in classroom observations","display_name":"I code or AI code: A comparative evaluation of AI-rated scores in classroom observations","publication_year":2026,"publication_date":"2026-09-16","ids":{"openalex":"https://openalex.org/W7213530706","doi":"https://doi.org/10.48550/arxiv.2609.18274"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.18274","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.18274","pdf_url":"https://arxiv.org/pdf/2609.18274","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.18274","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5152026872","display_name":"Y. Fong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fong, Y.","raw_affiliation_strings":["Department of Early Childhood Education , The Education University of Hong Kong , 10 Lo Ping Road , Tai Po , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Early Childhood Education , The Education University of Hong Kong , 10 Lo Ping Road , Tai Po , Hong Kong SAR , China","institution_ids":["https://openalex.org/I4210086892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152016201","display_name":"J. Xiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiang, J.","raw_affiliation_strings":["Department of Early Childhood Education , The Education University of Hong Kong , 10 Lo Ping Road , Tai Po , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Early Childhood Education , The Education University of Hong Kong , 10 Lo Ping Road , Tai Po , Hong Kong SAR , China","institution_ids":["https://openalex.org/I4210086892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152021900","display_name":"T. Y. D. Chan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, T. Y. D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152030778","display_name":"K. Lee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, K.","raw_affiliation_strings":["Yew Chung College of Early Childhood Education , 2 Tin Wan Hill Road , Tin Wan , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yew Chung College of Early Childhood Education , 2 Tin Wan Hill Road , Tin Wan , Hong Kong SAR , China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5152008181","display_name":"E. Y. H. Lau","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lau, E. Y. H.","raw_affiliation_strings":["Yew Chung College of Early Childhood Education , 2 Tin Wan Hill Road , Tin Wan , Hong Kong SAR , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yew Chung College of Early Childhood Education , 2 Tin Wan Hill Road , Tin Wan , Hong Kong SAR , China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10589","display_name":"Early Childhood Education and Development","score":0.48489999771118164,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10589","display_name":"Early Childhood Education and Development","score":0.48489999771118164,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.28780001401901245,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12260","display_name":"Educational Technology and Pedagogy","score":0.09399999678134918,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teacher-child-interaction","display_name":"teacher-child interaction","score":0.8550000190734863},{"id":"https://openalex.org/keywords/early-childhood-education","display_name":"early childhood education","score":0.7919999957084656},{"id":"https://openalex.org/keywords/classroom-assessment-scoring-system","display_name":"Classroom Assessment Scoring System","score":0.8019999861717224},{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.7910000085830688},{"id":"https://openalex.org/keywords/emotional-support","display_name":"emotional support","score":0.7570000290870667},{"id":"https://openalex.org/keywords/classroom-organization","display_name":"classroom organization","score":0.8740000128746033},{"id":"https://openalex.org/keywords/pedagogical-support","display_name":"pedagogical support","score":0.9729999899864197},{"id":"https://openalex.org/keywords/kindergarten-classrooms","display_name":"kindergarten classrooms","score":0.7390000224113464}],"concepts":[{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5985999703407288},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5468000173568726},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5236999988555908},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5163999795913696},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5134999752044678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4805999994277954},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43950000405311584},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36399999260902405},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2985000014305115},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C178229462","wikidata":"https://www.wikidata.org/wiki/Q1472221","display_name":"Early childhood education","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27900001406669617},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2727999985218048},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.2678999900817871}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.18274","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.18274","pdf_url":"https://arxiv.org/pdf/2609.18274","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.18274","doi":"https://doi.org/10.48550/arxiv.2609.18274","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.18274","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.18274","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.18274","pdf_url":"https://arxiv.org/pdf/2609.18274","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.975600004196167,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7213530706.pdf","grobid_xml":"https://content.openalex.org/works/W7213530706.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W2016489294","https://openalex.org/W2022384642","https://openalex.org/W2026463068","https://openalex.org/W2036356233","https://openalex.org/W2039122078","https://openalex.org/W2051848416","https://openalex.org/W2063085086","https://openalex.org/W2079562995","https://openalex.org/W2081919045","https://openalex.org/W2085259499","https://openalex.org/W2117645142","https://openalex.org/W2151783980","https://openalex.org/W2153562051","https://openalex.org/W2167470083","https://openalex.org/W2171721565","https://openalex.org/W2273807080","https://openalex.org/W2342717020","https://openalex.org/W2398295954","https://openalex.org/W2522930170","https://openalex.org/W2530454014","https://openalex.org/W2571205566","https://openalex.org/W2752799732","https://openalex.org/W2772823005","https://openalex.org/W2809787282","https://openalex.org/W2889158940","https://openalex.org/W2900665043","https://openalex.org/W2908201961","https://openalex.org/W2910761852","https://openalex.org/W2917319509","https://openalex.org/W2934302500","https://openalex.org/W2962994107","https://openalex.org/W3089666220","https://openalex.org/W3130668594","https://openalex.org/W3199237206","https://openalex.org/W4225139543","https://openalex.org/W4323655724","https://openalex.org/W4381511236","https://openalex.org/W4383994288","https://openalex.org/W4386314127","https://openalex.org/W4387632521","https://openalex.org/W4388152690","https://openalex.org/W4388839558","https://openalex.org/W4391493916","https://openalex.org/W4395484777","https://openalex.org/W4396522199","https://openalex.org/W4400318372","https://openalex.org/W4402118393","https://openalex.org/W4407797413","https://openalex.org/W4408181703","https://openalex.org/W4410284657","https://openalex.org/W4411449502","https://openalex.org/W6910727621","https://openalex.org/W6930141089","https://openalex.org/W7135083983"],"related_works":["https://openalex.org/W7161300766","https://openalex.org/W7140915215","https://openalex.org/W7166310977","https://openalex.org/W4395484777","https://openalex.org/W4416021380","https://openalex.org/W7204215706","https://openalex.org/W4415251081","https://openalex.org/W4413886501","https://openalex.org/W6930141089","https://openalex.org/W4411471396"],"abstract_inverted_index":{"Classroom":[0,78,152],"observations":[1,56],"are":[2],"widely":[3],"recognized":[4],"as":[5,195,202],"a":[6,35,196,203],"key":[7],"tool":[8,199],"for":[9,115,141,205,212],"establishing":[10],"benchmarks":[11],"of":[12,33,100,125,168,227],"education":[13],"quality":[14],"and":[15,23,95,104,113,154,225,229,237],"guiding":[16],"pedagogical":[17],"improvement,":[18],"yet":[19,177],"they":[20],"remain":[21],"resource-intensive":[22],"dependent":[24],"on":[25],"trained":[26,206],"observers.":[27],"This":[28],"study":[29,52],"evaluated":[30],"the":[31,69,76,101,116,123,151,169,184],"feasibility":[32],"using":[34],"LLM":[36],"(GPT-5":[37],"model)":[38],"to":[39,74,134],"score":[40],"teacher-child":[41,173],"interactions":[42,142,174],"in":[43,63,97,121,172],"early":[44],"childhood":[45],"classrooms,":[46],"benchmarked":[47],"against":[48],"human":[49,90,180,238],"raters.":[50],"The":[51,106],"analyzed":[53],"87":[54],"video-recorded":[55],"from":[57],"38":[58],"classrooms":[59],"across":[60,183],"30":[61],"kindergartens":[62],"Hong":[64],"Kong.":[65],"Using":[66],"observation":[67,189],"transcripts,":[68],"AI":[70,112,163,236],"model":[71],"was":[72],"configured":[73],"apply":[75],"full":[77,185],"Assessment":[79],"Scoring":[80],"System":[81],"(CLASS)":[82],"framework.":[83,187],"AI-rated":[84],"scores":[85,99],"were":[86,144],"then":[87],"compared":[88],"with":[89,210],"ratings":[91],"by":[92],"examining":[93],"correlations":[94],"differences":[96],"mean":[98],"CLASS":[102,186],"domains":[103],"dimensions.":[105],"results":[107],"showed":[108],"greater":[109],"convergence":[110],"between":[111,235],"raters":[114],"Emotional":[117],"Support":[118,156],"domain":[119],"and,":[120],"particular,":[122],"Quality":[124],"Feedback":[126],"dimension,":[127],"which":[128],"captures":[129],"how":[130],"teachers":[131,209],"use":[132],"feedback":[133],"extend":[135],"children's":[136],"learning.":[137],"Greater":[138],"divergence":[139],"emerged":[140],"that":[143,161],"more":[145,193],"procedural":[146],"or":[147],"context-dependent,":[148],"particularly":[149],"within":[150],"Organization":[153],"Instructional":[155],"domains.":[157],"These":[158],"findings":[159],"suggest":[160],"transcript-based":[162],"scoring":[164],"may":[165,190],"capture":[166],"some":[167],"relative":[170],"variation":[171],"but":[175],"cannot":[176],"reproduce":[178],"calibrated":[179],"judgements":[181],"consistently":[182],"AI-assisted":[188],"therefore":[191],"be":[192],"appropriate":[194],"preliminary":[197],"screening":[198],"rather":[200,214],"than":[201,215],"replacement":[204],"observers,":[207],"providing":[208],"evidence":[211],"reflection":[213],"high-stakes":[216],"evaluation.":[217],"Future":[218],"research":[219],"should":[220],"examine":[221],"whether":[222],"domain-specific":[223],"training":[224],"incorporation":[226],"contextual":[228],"visual":[230],"information":[231],"can":[232],"improve":[233],"alignment":[234],"rated":[239],"scores.":[240]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-18T00:00:00"}