{"id":"https://openalex.org/W7224001092","doi":"https://doi.org/10.35542/osf.io/kpnrq_v1","title":"Can the Field Tell? A Reporting Audit of Whether AI-Assisted Learning Studies Say If the AI Was Present When Learning Was Measured","display_name":"Can the Field Tell? A Reporting Audit of Whether AI-Assisted Learning Studies Say If the AI Was Present When Learning Was Measured","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224001092","doi":"https://doi.org/10.35542/osf.io/kpnrq_v1"},"language":"en","primary_location":{"id":"doi:10.35542/osf.io/kpnrq_v1","doi":"https://doi.org/10.35542/osf.io/kpnrq_v1","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/kpnrq_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.35542/osf.io/kpnrq_v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148337214","display_name":"Kumar Sumbhav Srivastava","orcid":"https://orcid.org/0009-0009-5379-4290","observed_orcids":["https://orcid.org/0009-0009-5379-4290"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kumar Srivastava","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-5379-4290","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5148337214"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.45579999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.45579999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.3082999885082245,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.10300000011920929,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-assisted-learning","display_name":"AI-assisted learning","score":0.9909999966621399},{"id":"https://openalex.org/keywords/ai-tutoring-systems","display_name":"AI tutors","score":0.8330000042915344},{"id":"https://openalex.org/keywords/reporting-quality","display_name":"reporting quality","score":0.578000009059906},{"id":"https://openalex.org/keywords/outcome-measurement","display_name":"outcome measurement","score":0.4429999887943268},{"id":"https://openalex.org/keywords/learning-effects","display_name":"learning effects","score":0.39899998903274536},{"id":"https://openalex.org/keywords/reporting-checklist","display_name":"reporting checklist","score":0.859000027179718}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.753600001335144},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5393000245094299},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.4869000017642975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4672999978065491},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42969998717308044},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3714999854564667},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.35542/osf.io/kpnrq_v1","doi":"https://doi.org/10.35542/osf.io/kpnrq_v1","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/kpnrq_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:c45a789c-0394-4586-85ad-992e77257c48","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/kpnrq","pdf_url":null,"source":{"id":"https://openalex.org/S4306402530","display_name":"EdArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.35542/osf.io/kpnrq_v1","doi":"https://doi.org/10.35542/osf.io/kpnrq_v1","is_oa":true,"landing_page_url":"https://doi.org/10.35542/osf.io/kpnrq_v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223811155","https://openalex.org/W7213110651","https://openalex.org/W7168279862","https://openalex.org/W7213973058","https://openalex.org/W7162782365","https://openalex.org/W7160822009","https://openalex.org/W7170169143","https://openalex.org/W7163539040","https://openalex.org/W7160146764","https://openalex.org/W4411268685"],"abstract_inverted_index":{"A":[0],"study":[1,89,234],"that":[2,210],"says":[3,246],"an":[4],"AI":[5,17,44,172,243],"tutor":[6],"improved":[7],"learning":[8,21],"needs":[9],"to":[10,162,165,201,204],"say":[11],"one":[12,85,229,238],"more":[13],"thing:":[14],"was":[15,22,115,173,250,255],"the":[16,27,30,33,51,59,62,103,118,128,138,153,157,171,176,179,184,193,197,207,215,242,253,272,281],"still":[18],"there":[19],"when":[20],"measured?":[23],"If":[24],"it":[25],"was,":[26],"score":[28],"describes":[29],"tool":[31,216],"and":[32,83,120,132,218,228,245,257,274],"student":[34],"together.":[35],"This":[36],"audit":[37,249],"asks":[38],"a":[39,47,80,91,108,144,224,260],"narrower":[40],"question":[41],"than":[42],"\"does":[43],"help\":":[45],"can":[46,277],"reader":[48],"tell,":[49],"from":[50,280],"paper,":[52,119,273],"which":[53],"situation":[54],"applied?":[55],"The":[56,248],"corpus":[57],"is":[58,199,268],"union":[60],"of":[61,69,135,148],"primary":[63,139],"studies":[64],"behind":[65],"three":[66],"recent":[67],"meta-analyses":[68],"AI-assisted":[70],"learning,":[71],"107":[72,190],"studies.":[73],"I":[74,222,258],"retrieved":[75],"83":[76],"full":[77],"texts":[78],"by":[79,99],"fixed":[81,100],"cutoff":[82],"coded":[84,102,127,143],"outcome":[86,177,239],"measure":[87],"per":[88],"against":[90,117],"frozen":[92],"coding":[93],"manual.":[94],"Three":[95],"language":[96],"models,":[97],"called":[98],"identifiers,":[101],"63":[104],"non-pilot":[105],"papers":[106,131,150,183,209],"with":[107,241],"performance":[109],"outcome;":[110],"every":[111,232,275],"quotation":[112],"they":[113],"returned":[114],"string-checked":[116],"all":[121,189],"378":[122],"passed.":[123],"Two":[124],"human":[125,142],"coders":[126],"ten":[129],"pilot":[130],"agreed":[133],"10":[134,136],"on":[137],"variable.":[140],"One":[141],"seeded":[145],"random":[146],"sample":[147],"15":[149],"without":[151],"opening":[152],"model":[154],"answers.":[155],"Across":[156],"73":[158],"performance-outcome":[159],"papers,":[160],"51":[161,200],"56":[163],"(69.9%":[164],"76.7%)":[166],"do":[167,211],"not":[168,195,251],"state":[169],"whether":[170],"available":[174,217],"during":[175],"assessment;":[178],"range":[180,198],"covers":[181],"five":[182],"models":[185],"split":[186],"on.":[187],"Over":[188],"studies,":[191],"counting":[192],"24":[194],"retrieved,":[196],"80":[202],"(47.7%":[203],"74.8%).":[205],"Of":[206],"16":[208],"say,":[212],"11":[213],"had":[214],"5":[219],"did":[220],"not.":[221],"propose":[223],"six-item":[225],"reporting":[226],"checklist":[227],"design":[230],"rule:":[231],"learning-effect":[233],"includes":[235],"at":[236],"least":[237],"measured":[240],"absent,":[244],"so.":[247],"preregistered,":[252],"extraction":[254],"model-assisted,":[256],"sell":[259],"measurement":[261],"product":[262],"in":[263,271],"this":[264],"area.":[265],"Each":[266],"limit":[267],"set":[269],"out":[270],"number":[276],"be":[278],"recomputed":[279],"per-call":[282],"records.":[283]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2026-10-28T00:00:00"}