{"id":"https://openalex.org/W3133711925","doi":"https://doi.org/10.14324/lre.19.1.09","title":"Rise of the machines? The evolving role of AI technologies in high-stakes assessment","display_name":"Rise of the machines? The evolving role of AI technologies in high-stakes assessment","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3133711925","doi":"https://doi.org/10.14324/lre.19.1.09","mag":"3133711925"},"language":"en","primary_location":{"id":"doi:10.14324/lre.19.1.09","doi":"https://doi.org/10.14324/lre.19.1.09","is_oa":true,"landing_page_url":"https://doi.org/10.14324/lre.19.1.09","pdf_url":"https://uclpress.scienceopen.com/document_file/6fc8d926-8602-40ec-bf2c-887d6a93466e/ScienceOpen/lre19010009.pdf","source":{"id":"https://openalex.org/S162811609","display_name":"London Review of Education","issn_l":"1474-8460","issn":["1474-8460","1474-8479"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320340","host_organization_name":"UCL Press","host_organization_lineage":["https://openalex.org/P4310320340"],"host_organization_lineage_names":["UCL Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"London Review of Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://uclpress.scienceopen.com/document_file/6fc8d926-8602-40ec-bf2c-887d6a93466e/ScienceOpen/lre19010009.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103331553","display_name":"Mary Richardson","orcid":"https://orcid.org/0000-0003-0526-7479","observed_orcids":["https://orcid.org/0000-0003-0526-7479"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mary Richardson","raw_affiliation_strings":["UCL Institute of Education, UK","UCL Institute of Education, UK Rose Clesham -Pearson Education Ltd, UK"],"raw_orcid":"https://orcid.org/0000-0003-0526-7479","affiliations":[{"raw_affiliation_string":"UCL Institute of Education, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"UCL Institute of Education, UK Rose Clesham -Pearson Education Ltd, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071037303","display_name":"Rose Clesham","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210088969","display_name":"Pearson (United Kingdom)","ror":"https://ror.org/01480s295","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210088969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rose Clesham","raw_affiliation_strings":["Pearson Education Ltd, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pearson Education Ltd, UK","institution_ids":["https://openalex.org/I4210088969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103331553"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":9.9101,"has_fulltext":true,"cited_by_count":72,"citation_normalized_percentile":{"value":0.98275343,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"19","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.8539999723434448,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.8539999723434448,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.04830000177025795,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.011500000022351742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-based-assessment","display_name":"AI-assisted assessment","score":0.8479999899864197},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.9660000205039978},{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.492000013589859},{"id":"https://openalex.org/keywords/national-examinations","display_name":"national examinations","score":0.6380000114440918},{"id":"https://openalex.org/keywords/digital-learning-platforms","display_name":"digital learning platforms","score":0.621999979019165},{"id":"https://openalex.org/keywords/english-language-proficiency-testing","display_name":"English language proficiency testing","score":0.6430000066757202},{"id":"https://openalex.org/keywords/innovative-assessment","display_name":"assessment innovation","score":0.4779999852180481}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.673563539981842},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.623619794845581},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6230653524398804},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.45649826526641846},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.44168007373809814},{"id":"https://openalex.org/C207267971","wikidata":"https://www.wikidata.org/wiki/Q120208","display_name":"Emerging technologies","level":2,"score":0.43317484855651855},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.38687723875045776},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.3711486756801605},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.36401528120040894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.352250337600708},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3479214906692505},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32795262336730957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20930597186088562},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2034091353416443},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1792028844356537},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.12512901425361633},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.14324/lre.19.1.09","doi":"https://doi.org/10.14324/lre.19.1.09","is_oa":true,"landing_page_url":"https://doi.org/10.14324/lre.19.1.09","pdf_url":"https://uclpress.scienceopen.com/document_file/6fc8d926-8602-40ec-bf2c-887d6a93466e/ScienceOpen/lre19010009.pdf","source":{"id":"https://openalex.org/S162811609","display_name":"London Review of Education","issn_l":"1474-8460","issn":["1474-8460","1474-8479"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320340","host_organization_name":"UCL Press","host_organization_lineage":["https://openalex.org/P4310320340"],"host_organization_lineage_names":["UCL Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"London Review of Education","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6372621aabd34bc28c5f9a26499ac13b","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/6372621aabd34bc28c5f9a26499ac13b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"London Review of Education (2021)","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:6590744a81c043069fea2ec3aba439ee","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/6590744a81c043069fea2ec3aba439ee","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"London Review of Education, Vol 19, Iss 1 (2021)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10111110","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10111110/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"London Review of Education , 19 (1) pp. 1-13. (2021)","raw_type":"Article"},{"id":"mag:3204163039","doi":null,"is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10111110/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.14324/lre.19.1.09","doi":"https://doi.org/10.14324/lre.19.1.09","is_oa":true,"landing_page_url":"https://doi.org/10.14324/lre.19.1.09","pdf_url":"https://uclpress.scienceopen.com/document_file/6fc8d926-8602-40ec-bf2c-887d6a93466e/ScienceOpen/lre19010009.pdf","source":{"id":"https://openalex.org/S162811609","display_name":"London Review of Education","issn_l":"1474-8460","issn":["1474-8460","1474-8479"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320340","host_organization_name":"UCL Press","host_organization_lineage":["https://openalex.org/P4310320340"],"host_organization_lineage_names":["UCL Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"London Review of Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133711925.pdf","grobid_xml":"https://content.openalex.org/works/W3133711925.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1444168786","https://openalex.org/W1521803557","https://openalex.org/W1554425892","https://openalex.org/W1578509501","https://openalex.org/W1593930920","https://openalex.org/W1599062218","https://openalex.org/W1965295547","https://openalex.org/W1971170556","https://openalex.org/W1976142276","https://openalex.org/W2019940946","https://openalex.org/W2043834792","https://openalex.org/W2047157880","https://openalex.org/W2052086036","https://openalex.org/W2056445034","https://openalex.org/W2067535947","https://openalex.org/W2073084141","https://openalex.org/W2081690553","https://openalex.org/W2083305081","https://openalex.org/W2095646447","https://openalex.org/W2099356889","https://openalex.org/W2114058508","https://openalex.org/W2133735518","https://openalex.org/W2154041216","https://openalex.org/W2155078947","https://openalex.org/W2341848521","https://openalex.org/W2436493763","https://openalex.org/W2486660888","https://openalex.org/W2506282302","https://openalex.org/W2589759783","https://openalex.org/W2594641613","https://openalex.org/W2621638029","https://openalex.org/W2887972408","https://openalex.org/W2981863007","https://openalex.org/W2990082040","https://openalex.org/W3154414598","https://openalex.org/W4234681701","https://openalex.org/W4239314693","https://openalex.org/W4240226775","https://openalex.org/W4246480084","https://openalex.org/W6635698306"],"related_works":["https://openalex.org/W3204163039","https://openalex.org/W4417187623","https://openalex.org/W7220482498","https://openalex.org/W4402355239","https://openalex.org/W7172267616","https://openalex.org/W7106307086","https://openalex.org/W4414616929","https://openalex.org/W3197741744","https://openalex.org/W7139079507","https://openalex.org/W3035735725"],"abstract_inverted_index":{"Our":[0,216],"world":[1],"has":[2],"been":[3],"transformed":[4],"by":[5],"technologies":[6,165,275],"incorporating":[7],"artificial":[8],"intelligence":[9],"(AI)":[10],"within":[11,25],"mass":[12],"communication,":[13],"employment,":[14],"entertainment":[15],"and":[16,50,62,77,122,137,150,166,173,182,186,200,204,262,269,280],"many":[17],"other":[18],"aspects":[19],"of":[20,28,35,87,96,101,131,196,213,223,255],"our":[21,33,72],"daily":[22],"lives.":[23],"However,":[24],"the":[26,54,94,111,138,197,211,221],"domain":[27],"education,":[29],"it":[30],"seems":[31],"that":[32,155,257],"ways":[34],"working":[36],"and,":[37],"particularly,":[38],"assessing":[39],"have":[40,82],"hardly":[41],"changed":[42],"at":[43],"all.":[44],"We":[45],"continue":[46,64],"to":[47,58,65,79,146,153,157,210,238,267],"prize":[48],"examinations":[49],"summative":[51],"testing":[52,246],"as":[53,71],"most":[55],"reliable":[56],"way":[57,145,152],"assess":[59],"educational":[60],"achievements,":[61],"we":[63,133,193,225,233],"rely":[66],"on":[67,220,231],"paper-based":[68],"test":[69,254],"delivery":[70],"modus":[73],"operandi.":[74],"Inertia,":[75],"tradition":[76],"aversion":[78],"perceived":[80],"risk":[81],"resulted":[83],"in":[84,93,114,129,180,202,248],"a":[85,251],"lack":[86],"innovation":[88],"(James,":[89],"2006),":[90],"particularly":[91],"so":[92],"area":[95],"high-stakes":[97,214],"assessment.":[98,158,215],"The":[99],"summer":[100],"2020":[102],"brought":[103],"this":[104,191],"deficit":[105],"into":[106],"very":[107],"sharp":[108],"focus":[109],"with":[110],"A-level":[112],"debacle":[113],"England,":[115],"where":[116],"grades":[117],"were":[118],"awarded,":[119],"challenged,":[120],"rescinded":[121],"reset.":[123],"These":[124],"events":[125],"are":[126,169],"potentially":[127],"catastrophic":[128],"terms":[130],"how":[132,174,205,232,272],"trust":[134],"national":[135,181],"examinations,":[136],"problems":[139],"arise":[140],"from":[141,244],"using":[142,228,250],"just":[143,271],"one":[144,151,245],"define":[147],"academic":[148],"success":[149],"operationalize":[154],"approach":[156],"While":[159],"sophisticated":[160],"digital":[161],"learning":[162,175],"platforms,":[163],"multimedia":[164],"wireless":[167],"communication":[168],"transforming":[170],"what,":[171],"when":[172],"can":[176,207,234,276],"take":[177],"place,":[178],"transformation":[179],"international":[183],"assessment":[184,278],"thinking":[185],"practice":[187],"trails":[188],"behind.":[189],"In":[190],"article,":[192],"present":[194],"some":[195],"current":[198],"research":[199],"advances":[201],"AI":[203],"these":[206],"be":[208,227],"applied":[209],"context":[212],"discussion":[217],"focuses":[218],"not":[219],"question":[222],"whether":[224],"should":[226],"technologies,":[229],"but":[230],"use":[235],"them":[236],"effectively":[237],"better":[239],"support":[240],"practice.":[241,281],"An":[242],"example":[243],"agency":[247],"England":[249],"globally":[252],"popular":[253],"English":[256],"assesses":[258],"oral,":[259],"aural,":[260],"reading":[261],"written":[263],"skills":[264],"is":[265],"described":[266],"explain":[268],"propose":[270],"well":[273],"new":[274],"augment":[277],"theory":[279]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-03-15T00:00:00"}