{"id":"https://openalex.org/W7127055305","doi":"https://doi.org/10.21203/rs.3.rs-8632843/v1","title":"Argumentative essay assessment with LLMs: A critical scoping review","display_name":"Argumentative essay assessment with LLMs: A critical scoping review","alternate_titles":[],"publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127055305","doi":"https://doi.org/10.21203/rs.3.rs-8632843/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-8632843/v1","doi":"https://doi.org/10.21203/rs.3.rs-8632843/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-8632843/v1","pdf_url":"https://www.researchsquare.com/article/rs-8632843/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W7127055305"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-8632843/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124742058","display_name":"Lucile Favero","orcid":"https://orcid.org/0009-0005-2981-0124","observed_orcids":["https://orcid.org/0009-0005-2981-0124"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Lucile Favero","raw_affiliation_strings":["ELLIS Alicante Foundation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ELLIS Alicante Foundation","institution_ids":["https://openalex.org/I4387155719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115705295","display_name":"Gabrielle Gaudeau","orcid":"https://orcid.org/0009-0008-6306-7487","observed_orcids":["https://orcid.org/0009-0008-6306-7487"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gabrielle Gaudeau","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034937599","display_name":"Juan Antonio P\u00e9rez-Ortiz","orcid":"https://orcid.org/0000-0001-7659-8908","observed_orcids":["https://orcid.org/0000-0001-7659-8908"]},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan Antonio P\u00e9rez-Ortiz","raw_affiliation_strings":["University of Alicante"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alicante","institution_ids":["https://openalex.org/I130194489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007940211","display_name":"Tanja K\u00e4ser","orcid":"https://orcid.org/0000-0003-0672-0415","observed_orcids":["https://orcid.org/0000-0003-0672-0415"]},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tanja K\u00e4ser","raw_affiliation_strings":["\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013727792","display_name":"Nuria Oliver","orcid":"https://orcid.org/0000-0001-5985-691X","observed_orcids":["https://orcid.org/0000-0001-5985-691X"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Nuria Oliver","raw_affiliation_strings":["ELLIS Alicante Foundation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ELLIS Alicante Foundation","institution_ids":["https://openalex.org/I4387155719"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5124742058"],"corresponding_institution_ids":["https://openalex.org/I4387155719"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.2354000061750412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.2354000061750412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.20499999821186066,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.15189999341964722,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9900000095367432},{"id":"https://openalex.org/keywords/automated-essay-scoring","display_name":"automated essay scoring","score":0.8059999942779541},{"id":"https://openalex.org/keywords/argumentation-theory","display_name":"argumentation theory","score":0.9399999976158142},{"id":"https://openalex.org/keywords/argumentative-thinking","display_name":"argumentative reasoning","score":0.7649999856948853},{"id":"https://openalex.org/keywords/transparency","display_name":"transparency","score":0.39100000262260437},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.652999997138977},{"id":"https://openalex.org/keywords/gpt-models","display_name":"GPT models","score":0.5120000243186951},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C2781306805","wikidata":"https://www.wikidata.org/wiki/Q4789761","display_name":"Argumentative","level":2,"score":0.8192999958992004},{"id":"https://openalex.org/C192562157","wikidata":"https://www.wikidata.org/wiki/Q316694","display_name":"Rhetorical question","level":2,"score":0.6707000136375427},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.6672999858856201},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C13184196","wikidata":"https://www.wikidata.org/wiki/Q9453","display_name":"Dialectic","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.49160000681877136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4205000102519989},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3824999928474426},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.34119999408721924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3237999975681305},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.28130000829696655},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C162127614","wikidata":"https://www.wikidata.org/wiki/Q5928045","display_name":"Ambivalence","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25360000133514404},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2524000108242035},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-8632843/v1","doi":"https://doi.org/10.21203/rs.3.rs-8632843/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-8632843/v1","pdf_url":"https://www.researchsquare.com/article/rs-8632843/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-8632843/v1","doi":"https://doi.org/10.21203/rs.3.rs-8632843/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-8632843/v1","pdf_url":"https://www.researchsquare.com/article/rs-8632843/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[{"display_name":"Systematic Review","id":"https://openalex.org/study-designs/systematic-review"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"},{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127055305.pdf","grobid_xml":"https://content.openalex.org/works/W7127055305.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W165891335","https://openalex.org/W627347790","https://openalex.org/W1806600124","https://openalex.org/W1978269807","https://openalex.org/W2025719462","https://openalex.org/W2055011070","https://openalex.org/W2124725212","https://openalex.org/W2164777277","https://openalex.org/W2250762536","https://openalex.org/W2343649478","https://openalex.org/W2741686183","https://openalex.org/W2788292930","https://openalex.org/W2806323116","https://openalex.org/W2944851425","https://openalex.org/W2963321376","https://openalex.org/W2964413085","https://openalex.org/W2979666134","https://openalex.org/W3004975108","https://openalex.org/W3118615836","https://openalex.org/W3139580003","https://openalex.org/W4327810158","https://openalex.org/W4366403195","https://openalex.org/W4383180932","https://openalex.org/W4385572239","https://openalex.org/W4386475003","https://openalex.org/W4390453409","https://openalex.org/W4390638022","https://openalex.org/W4391662033","https://openalex.org/W4392305640","https://openalex.org/W4396622564","https://openalex.org/W4396766389","https://openalex.org/W4396806295","https://openalex.org/W4396833294","https://openalex.org/W4399334961","https://openalex.org/W4399610427","https://openalex.org/W4399619336","https://openalex.org/W4400046561","https://openalex.org/W4400138640","https://openalex.org/W4400210770","https://openalex.org/W4400485493","https://openalex.org/W4400608580","https://openalex.org/W4401306886","https://openalex.org/W4403834037","https://openalex.org/W4404782099","https://openalex.org/W4405276345","https://openalex.org/W4405903187","https://openalex.org/W4406212536","https://openalex.org/W4406212666","https://openalex.org/W4406424494","https://openalex.org/W4407063810","https://openalex.org/W4407590369","https://openalex.org/W4407841581","https://openalex.org/W4407842635","https://openalex.org/W4409903072","https://openalex.org/W4410550984","https://openalex.org/W4410729365","https://openalex.org/W4411063414","https://openalex.org/W4411119457","https://openalex.org/W4411285974","https://openalex.org/W4411460855","https://openalex.org/W4411498281","https://openalex.org/W4411590110","https://openalex.org/W4411609111","https://openalex.org/W4411866951","https://openalex.org/W4412005401","https://openalex.org/W4412887925","https://openalex.org/W4412945267","https://openalex.org/W4412966316","https://openalex.org/W4412993375","https://openalex.org/W4413655500","https://openalex.org/W4413757930","https://openalex.org/W4414497827","https://openalex.org/W4414746598","https://openalex.org/W4415107937","https://openalex.org/W4415226629","https://openalex.org/W4416104266","https://openalex.org/W4416529444","https://openalex.org/W4416858479","https://openalex.org/W4416916805","https://openalex.org/W6889837438","https://openalex.org/W6921774234","https://openalex.org/W6929293117","https://openalex.org/W6945135915","https://openalex.org/W6963681755","https://openalex.org/W7120088840","https://openalex.org/W7131780028","https://openalex.org/W7131881010","https://openalex.org/W7133236450","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W7126371330","https://openalex.org/W7123289099","https://openalex.org/W7128018232","https://openalex.org/W7171873622","https://openalex.org/W4402716603","https://openalex.org/W7160692512","https://openalex.org/W4417474239","https://openalex.org/W7160238686","https://openalex.org/W4415818433","https://openalex.org/W4400481134"],"abstract_inverted_index":{"Abstract":[0],"Large":[1],"Language":[2],"Models":[3],"are":[4],"rapidly":[5],"reshaping":[6],"Automated":[7,20],"Essay":[8,21],"Scoring":[9,22],"(AES),":[10],"yet":[11],"the":[12,45,183,205],"methodological,":[13],"conceptual,":[14],"and":[15,39,57,67,87,97,100,118,150,162,171,203,208,225,232],"ethical":[16],"foundations":[17],"of":[18,47,95,103,174],"Argumentative":[19],"(AAES)":[23],"remain":[24,134],"underdeveloped.":[25],"This":[26],"critical":[27],"review":[28],"synthesizes":[29],"46":[30],"studies":[31,137],"published":[32],"between":[33],"2022--2025,":[34],"following":[35],"PRISMA":[36],"2020":[37],"guidelines":[38],"a":[40,123,218],"preregistered":[41],"protocol.":[42],"We":[43,214],"map":[44],"landscape":[46],"LLM-based":[48],"AAES":[49,63],"across":[50],"six":[51],"dimensions---datasets,":[52],"traits,":[53,195],"models,":[54],"methods,":[55],"evaluation,":[56],"analytics.":[58],"Our":[59],"findings":[60],"show":[61],"that":[62,186],"research":[64,219],"remains":[65],"fragmented":[66],"insufficiently":[68,198],"grounded":[69],"in":[70,81],"argumentation":[71],"theory.":[72],"The":[73],"field":[74],"relies":[75],"on":[76,114,176,193,222],"non-comparable":[77],"datasets":[78,224],"which":[79],"vary":[80],"availability,":[82],"prompt":[83],"diversity,":[84],"rater":[85],"configuration,":[86],"linguistic":[88,98],"background.":[89],"Trait":[90],"analysis":[91],"reveals":[92],"substantial":[93],"overrepresentation":[94],"rhetorical":[96],"features":[99],"sparse":[101],"coverage":[102],"reasoning-oriented":[104],"constructs":[105],"(e.g.,":[106,160],"logical":[107],"cogency,":[108],"dialectical":[109],"quality).":[110],"Studies":[111],"mainly":[112],"rely":[113],"proprietary":[115],"GPT-family":[116],"models":[117],"rubric-based":[119],"prompting,":[120,147],"while":[121,187],"only":[122],"minority":[124],"employ":[125],"fine-tuning,":[126],"multi-agent":[127],"approaches,":[128],"or":[129,178],"reasoning":[130,202],"LLMs.":[131],"Evaluation":[132],"practices":[133],"uneven:":[135],"although":[136],"report":[138],"high":[139],"human-model":[140],"agreement,":[141],"robustness":[142],"analyses":[143,154],"expose":[144],"sensitivity":[145],"to":[146],"score":[148],"distributions,":[149],"learner":[151],"proficiency.":[152],"FATEN":[153],"reveal":[155],"recurrent":[156],"concerns":[157],"regarding":[158],"fairness":[159],"style":[161],"L1":[163],"bias),":[164],"transparency,":[165],"randomness":[166],"sensitivity,":[167],"limited":[168],"pedagogical":[169],"alignment,":[170],"an":[172],"absence":[173],"work":[175],"privacy":[177],"deployment":[179],"safety.":[180],"Taken":[181],"together,":[182],"evidence":[184],"suggests":[185],"LLMs":[188],"can":[189],"approximate":[190],"human":[191],"scoring":[192],"several":[194],"current":[196],"systems":[197],"model":[199],"core":[200],"argumentative":[201],"lack":[204],"validity,":[206],"interpretability,":[207],"accountability":[209],"required":[210],"for":[211],"high-stakes":[212],"assessment.":[213],"conclude":[215],"by":[216],"proposing":[217],"agenda":[220],"focused":[221],"construct-valid":[223],"rubrics,":[226],"psychometric":[227],"modeling,":[228],"transparent":[229],"evaluation":[230],"protocols,":[231],"responsible":[233],"design":[234],"frameworks.":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127055305","counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-02-03T00:00:00"}
