{"id":"https://openalex.org/W7204229845","doi":"https://doi.org/10.3390/info17090820","title":"Auditing GenAI\u2013Student Grade Claims on Public Datasets: Nested Controls, Frozen Thresholds, and Claim Labels","display_name":"Auditing GenAI\u2013Student Grade Claims on Public Datasets: Nested Controls, Frozen Thresholds, and Claim Labels","publication_year":2026,"publication_date":"2026-08-26","ids":{"openalex":"https://openalex.org/W7204229845","doi":"https://doi.org/10.3390/info17090820"},"language":"en","primary_location":{"id":"doi:10.3390/info17090820","doi":"https://doi.org/10.3390/info17090820","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17090820","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/info17090820","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kefu Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405280922","display_name":"Xiamen University Tan Kah Kee College","ror":"https://ror.org/03kybc497","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405280922"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kefu Chen","raw_affiliation_strings":["School of Management, Xiamen University Tan Kah Kee College, No. 306 Nanbin Avenue, Zhangzhou Development Zone, Zhangzhou 363105, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management, Xiamen University Tan Kah Kee College, No. 306 Nanbin Avenue, Zhangzhou Development Zone, Zhangzhou 363105, China","institution_ids":["https://openalex.org/I4405280922"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405280922"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1930},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1930},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68407125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"9","first_page":"820","last_page":"820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7465999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7465999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.18080000579357147,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-artificial-intelligence-in-education","display_name":"generative AI in education","score":0.8069999814033508},{"id":"https://openalex.org/keywords/student-grades","display_name":"student grades","score":0.7749999761581421},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.6159999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5049999952316284},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4880000054836273},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.4697999954223633},{"id":"https://openalex.org/C123307717","wikidata":"https://www.wikidata.org/wiki/Q1003682","display_name":"Materiality (auditing)","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.42980000376701355},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C177225278","wikidata":"https://www.wikidata.org/wiki/Q192674","display_name":"Factoring","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3758000135421753},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C2777487392","wikidata":"https://www.wikidata.org/wiki/Q481201","display_name":"Absolute (philosophy)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C9490382","wikidata":"https://www.wikidata.org/wiki/Q729113","display_name":"Weighted arithmetic mean","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2809999883174896},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C2780008327","wikidata":"https://www.wikidata.org/wiki/Q3962","display_name":"Laptop","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.260699987411499},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info17090820","doi":"https://doi.org/10.3390/info17090820","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17090820","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3dd6d631e4e84635aab7962e8b899289","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/3dd6d631e4e84635aab7962e8b899289","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 17, Iss 9, p 820 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info17090820","doi":"https://doi.org/10.3390/info17090820","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info17090820","pdf_url":null,"source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5385000109672546,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1968295086","https://openalex.org/W2006444123","https://openalex.org/W2044879407","https://openalex.org/W2103672843","https://openalex.org/W2238759989","https://openalex.org/W2293040502","https://openalex.org/W2531767846","https://openalex.org/W2951936974","https://openalex.org/W2981863007","https://openalex.org/W3000065748","https://openalex.org/W3014421158","https://openalex.org/W3044225844","https://openalex.org/W3118164373","https://openalex.org/W4214821456","https://openalex.org/W4321499901","https://openalex.org/W4323655724","https://openalex.org/W4324046518","https://openalex.org/W4361204578","https://openalex.org/W4366420437","https://openalex.org/W4379878854","https://openalex.org/W4384464487","https://openalex.org/W4385576721","https://openalex.org/W4385632485","https://openalex.org/W4386178880","https://openalex.org/W4387954002","https://openalex.org/W4392293160","https://openalex.org/W4392783116","https://openalex.org/W4392932744","https://openalex.org/W4393086054","https://openalex.org/W4393342727","https://openalex.org/W4396528861","https://openalex.org/W4401971689","https://openalex.org/W4405211386","https://openalex.org/W4405318562","https://openalex.org/W4407842322","https://openalex.org/W4408792026","https://openalex.org/W4412439071","https://openalex.org/W4412889732"],"related_works":[],"abstract_inverted_index":{"Public":[0],"generative":[1],"artificial":[2],"intelligence":[3],"(GenAI)\u2013student":[4],"datasets":[5],"invite":[6],"contested":[7],"links":[8],"between":[9],"AI":[10],"intensity,":[11],"usage":[12],"style,":[13],"and":[14,35,65,128,168,196],"grades,":[15],"yet":[16],"many":[17],"analyses":[18],"treat":[19],"predictive":[20,79],"accuracy":[21],"or":[22,101,105],"significant":[23],"coefficients":[24,153],"as":[25,50,82,86,95],"sufficient":[26],"evidence":[27],"while":[28,145],"skipping":[29],"prior":[30,141],"achievement,":[31],"co-outcome":[32],"leakage":[33],"checks,":[34],"absolute":[36,135,193],"effect-size":[37],"thresholds.":[38],"This":[39],"paper":[40],"presents":[41],"a":[42,51,55,96,108,146,197],"construct-audit":[43,97],"protocol":[44,186],"that":[45,154,166],"treats":[46],"associational":[47],"claim":[48],"survival":[49],"reproducible":[52],"labeling":[53],"task:":[54],"feature-role":[56],"taxonomy,":[57],"forbidden-feature":[58],"gates,":[59],"nested":[60],"out-of-fold":[61],"change-in-R2":[62],"materiality":[63],"thresholds,":[64],"operational":[66],"labels":[67,178],"(stable,":[68],"vanished,":[69],"artifact-born\u2014the":[70],"last":[71],"defined":[72],"but":[73],"not":[74,158],"positively":[75],"observed":[76],"here),":[77],"with":[78],"models":[80],"used":[81,113],"instruments":[83],"rather":[84,118],"than":[85,119],"the":[87,91,155,174,182,208,213],"scientific":[88],"product.":[89],"On":[90],"public":[92],"ai_student_impact_dataset,":[93],"treated":[94],"sandbox":[98],"(possibly":[99],"synthetic":[100],"engineered;":[102],"no":[103],"campus-population":[104],"causal":[106],"claims),":[107],"five-seed":[109],"Ridge-primary":[110,180],"run":[111],"is":[112,201],"to":[114,120],"validate":[115],"those":[116],"rules":[117],"estimate":[121],"GenAI":[122],"effects:":[123],"all":[124],"eight":[125],"primary":[126],"intensity":[127],"style":[129,167],"claims":[130,191],"are":[131],"non-material":[132],"under":[133,181],"locked":[134,183],"gates":[136,194],"(AI":[137],"joint":[138],"change-in-R2\u22480.0064":[139],"versus":[140],"grade-point-average":[142],"lift":[143],"\u22480.859),":[144],"kitchen-sink":[147],"OLS":[148],"significance":[149],"foil":[150],"stars":[151],"12/19":[152],"inventory":[156,177],"does":[157],"promote.":[159],"A":[160],"report-only":[161],"Random":[162],"Forest":[163],"check":[164],"shows":[165],"joint-block":[169],"clearance":[170],"can":[171,187,206],"depend":[172],"on":[173],"modeling":[175],"instrument;":[176],"remain":[179],"metric.":[184],"The":[185],"therefore":[188],"withhold":[189],"GenAI\u2013GPA":[190],"when":[192],"fail,":[195],"six-step":[198],"laptop":[199],"workflow":[200],"specified":[202],"so":[203],"educational":[204],"researchers":[205],"apply":[207],"same":[209],"checks":[210],"without":[211],"reproducing":[212],"full":[214],"validation":[215],"schedule.":[216]},"counts_by_year":[],"updated_date":"2026-09-27T08:07:27.782135","created_date":"2026-08-27T00:00:00"}