{"id":"https://openalex.org/W7164516691","doi":"https://doi.org/10.1145/3802974.3809410","title":"Should Machines Get to Judge? Rethinking the Design of AI-Mediated Assessment in Education","display_name":"Should Machines Get to Judge? Rethinking the Design of AI-Mediated Assessment in Education","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164516691","doi":"https://doi.org/10.1145/3802974.3809410"},"language":null,"primary_location":{"id":"doi:10.1145/3802974.3809410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802974.3809410","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2026 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3802974.3809410","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023319041","display_name":"Zaki Pauzi","orcid":"https://orcid.org/0000-0003-4032-4766"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zaki Pauzi","raw_affiliation_strings":["UCL Knowledge Lab, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4032-4766","affiliations":[{"raw_affiliation_string":"UCL Knowledge Lab, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001848205","display_name":"Manolis Mavrikis","orcid":"https://orcid.org/0000-0003-0575-0823"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Manolis Mavrikis","raw_affiliation_strings":["UCL Knowledge Lab, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0575-0823","affiliations":[{"raw_affiliation_string":"UCL Knowledge Lab, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94896552,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"171","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0812000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0812000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13895","display_name":"Educational Leadership and Innovation","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2939999997615814},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.262800008058548},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.25920000672340393},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.25119999051094055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4675999879837036},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34209999442100525},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29170000553131104},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.2890999913215637},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3802974.3809410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802974.3809410","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2026 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3802974.3809410","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3802974.3809410","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2026 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6911730170249939,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4601593429","display_name":null,"funder_award_id":"MR/Z505882/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W604972776","https://openalex.org/W2963678934","https://openalex.org/W3196654640","https://openalex.org/W4225156862","https://openalex.org/W4391507770","https://openalex.org/W4393090118","https://openalex.org/W4396877921","https://openalex.org/W4400585758","https://openalex.org/W4400815527","https://openalex.org/W4402410496","https://openalex.org/W4402819599","https://openalex.org/W4404783439","https://openalex.org/W4404968850","https://openalex.org/W4405276448","https://openalex.org/W4408711855","https://openalex.org/W4411119904","https://openalex.org/W4412438413","https://openalex.org/W4412591645","https://openalex.org/W4413757930","https://openalex.org/W4414911487","https://openalex.org/W4415210618","https://openalex.org/W4415445809","https://openalex.org/W4416093678","https://openalex.org/W7123751125","https://openalex.org/W7125580423"],"related_works":[],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"approaches,":[3],"particularly":[4,142],"Large":[5],"Language":[6],"Models":[7],"(LLMs),":[8],"are":[9],"increasingly":[10],"being":[11],"proposed":[12],"as":[13,121],"automated":[14,132],"assessors,":[15],"motivated":[16],"by":[17,143],"measurable":[18],"gains":[19],"in":[20,115],"efficiency":[21],"and":[22,61,69,80,110,147,167,173,183],"consistency.":[23],"Yet":[24],"these":[25],"advantages":[26],"do":[27],"not":[28,92],"resolve":[29],"a":[30,46,93,99,122],"central":[31],"question:":[32],"should":[33,118],"systems":[34,176],"with":[35],"known":[36],"limitations":[37],"be":[38,85,119],"granted":[39],"evaluative":[40],"authority":[41],"over":[42],"learners?":[43],"Drawing":[44],"on":[45,160],"critical":[47],"review":[48,66],"of":[49,102,124,155,170,181],"recent":[50],"studies,":[51],"we":[52,158],"identify":[53],"persistent":[54],"issues,":[55],"including":[56],"bias,":[57],"opacity,":[58],"reliability":[59],"gaps,":[60],"accountability":[62],"voids.":[63],"We":[64,106,134],"also":[65],"existing":[67],"policies":[68],"standards":[70],"to":[71,89,138,163,174],"further":[72],"understand":[73],"how":[74],"the":[75,152,161,165,179],"gap":[76],"between":[77],"reported":[78],"evidences":[79],"what":[81],"is":[82,91,113],"expected":[83],"can":[84],"closed.":[86],"Delegating":[87],"judgment":[88,172],"LLMs":[90],"neutral":[94],"technical":[95],"improvement;":[96],"it":[97,117],"constitutes":[98],"significant":[100],"redistribution":[101],"power":[103],"within":[104],"education.":[105],"argue":[107],"that,":[108],"when":[109],"if":[111],"AI":[112],"used":[114],"assessment,":[116],"framed":[120],"site":[123],"human\u2013AI":[125],"negotiation":[126],"at":[127],"all":[128],"times":[129],"rather":[130],"than":[131],"decision\u2011making.":[133],"outline":[135],"design":[136,175],"recommendations":[137],"close":[139],"this":[140],"gap,":[141],"prioritising":[144],"pedagogical":[145,168],"value":[146],"human":[148],"oversight.":[149],"By":[150],"addressing":[151],"rapid":[153],"normalisation":[154],"algorithmic":[156],"authority,":[157],"call":[159],"community":[162],"confront":[164],"ethical":[166],"stakes":[169],"machine":[171],"that":[177],"preserve":[178],"agency":[180],"students":[182],"teachers.":[184]},"counts_by_year":[],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2026-06-13T00:00:00"}