{"id":"https://openalex.org/W7130426176","doi":"https://doi.org/10.1007/s44163-026-01002-y","title":"Exploring potential of large language models for automated essay scoring in education","display_name":"Exploring potential of large language models for automated essay scoring in education","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130426176","doi":"https://doi.org/10.1007/s44163-026-01002-y"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-026-01002-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01002-y","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s44163-026-01002-y","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051750445","display_name":"Nimra Mughal","orcid":"https://orcid.org/0000-0002-3981-8382"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nimra Mughal","raw_affiliation_strings":["Department of Computer Science, Sukkur IBA University, Sukkur, Sindh, 65200, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sukkur IBA University, Sukkur, Sindh, 65200, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044015235","display_name":"Ali Shariq Imran","orcid":"https://orcid.org/0000-0002-2416-2878"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ali Shariq Imran","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology, 2815, Gj\u00f8vik, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, 2815, Gj\u00f8vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045728872","display_name":"Sher Muhammad Daudpota","orcid":"https://orcid.org/0000-0001-6684-751X"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sher Muhammad Daudpota","raw_affiliation_strings":["Department of Computer Science, Sukkur IBA University, Sukkur, Sindh, 65200, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sukkur IBA University, Sukkur, Sindh, 65200, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126319163","display_name":"Zenun Kastrati","orcid":null},"institutions":[{"id":"https://openalex.org/I223464139","display_name":"Linnaeus University","ror":"https://ror.org/00j9qag85","country_code":"SE","type":"education","lineage":["https://openalex.org/I223464139"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Zenun Kastrati","raw_affiliation_strings":["Department of Informatics, Linnaeus University, 351 95, V\u00e4xj\u00f6, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Linnaeus University, 351 95, V\u00e4xj\u00f6, Sweden","institution_ids":["https://openalex.org/I223464139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014891934","display_name":"Waheed Noor","orcid":"https://orcid.org/0000-0002-0787-8874"},"institutions":[{"id":"https://openalex.org/I20561161","display_name":"University of Balochistan","ror":"https://ror.org/04bf33n91","country_code":"PK","type":"education","lineage":["https://openalex.org/I20561161"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Waheed Noor","raw_affiliation_strings":["Department of Computer Science, University of Balochistan, Quetta, Balochistan, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Balochistan, Quetta, Balochistan, Pakistan","institution_ids":["https://openalex.org/I20561161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5126319163"],"corresponding_institution_ids":["https://openalex.org/I223464139"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24667007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.09600000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.06639999896287918,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8212000131607056},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6291000247001648},{"id":"https://openalex.org/keywords/objectivity","display_name":"Objectivity (philosophy)","score":0.5853999853134155},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4684999883174896},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.31290000677108765},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.30379998683929443},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.2996000051498413},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.2842999994754791}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8212000131607056},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6291000247001648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5885999798774719},{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.5853999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5558000206947327},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5336999893188477},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4684999883174896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39149999618530273},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s44163-026-01002-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01002-y","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:lnu-145293","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:lnu:diva-145293","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:a0446e4c70304773ae2e58ea45c73bc7","is_oa":false,"landing_page_url":"https://doaj.org/article/a0446e4c70304773ae2e58ea45c73bc7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Artificial Intelligence, Vol 6, Iss 1 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44163-026-01002-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-026-01002-y","pdf_url":null,"source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8839163780212402}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323551","display_name":"Linn\u00e9universitetet","ror":"https://ror.org/00j9qag85"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1607618124","https://openalex.org/W1980867644","https://openalex.org/W2008037924","https://openalex.org/W2014405594","https://openalex.org/W2025719462","https://openalex.org/W2036367260","https://openalex.org/W2037789405","https://openalex.org/W2075134446","https://openalex.org/W2118202495","https://openalex.org/W2133012565","https://openalex.org/W2164777277","https://openalex.org/W2755710358","https://openalex.org/W2757917007","https://openalex.org/W2944851425","https://openalex.org/W2946417913","https://openalex.org/W2947411064","https://openalex.org/W2955427418","https://openalex.org/W2964413085","https://openalex.org/W3006224918","https://openalex.org/W3037207300","https://openalex.org/W3083485178","https://openalex.org/W3095319910","https://openalex.org/W3112103703","https://openalex.org/W3196589716","https://openalex.org/W3201077663","https://openalex.org/W4200246476","https://openalex.org/W4205523551","https://openalex.org/W4251745552","https://openalex.org/W4285816689","https://openalex.org/W4287850174","https://openalex.org/W4306955484","https://openalex.org/W4318257512","https://openalex.org/W4320495408","https://openalex.org/W4323655724","https://openalex.org/W4324370640","https://openalex.org/W4366403195","https://openalex.org/W4391745580","https://openalex.org/W4392202731","https://openalex.org/W4396680517","https://openalex.org/W4398238904","https://openalex.org/W4400134761","https://openalex.org/W4400784034","https://openalex.org/W4404782099","https://openalex.org/W4405925082","https://openalex.org/W4406415973"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1,85,109,187],"assessment":[2],"of":[3,8,77,139,155],"open-ended":[4],"written":[5],"work":[6],"is":[7],"vital":[9],"importance":[10],"to":[11,29,32,180,200],"the":[12,66,75,121,142,147,151,156,178],"student":[13],"learning":[14],"experience.":[15],"Conventional":[16],"essay":[17],"grading":[18],"methods":[19],"heavily":[20],"depend":[21],"on":[22,55,90,119,141,146],"expert":[23],"manual":[24],"assessment,":[25],"making":[26],"them":[27],"susceptible":[28],"errors":[30],"due":[31],"fatigue,":[33],"bias,":[34],"and":[35,81,101,144,153,196],"subjectivity.":[36],"To":[37,149],"address":[38],"this,":[39],"recent":[40],"research":[41],"has":[42],"introduced":[43],"AI-based":[44],"Automated":[45,97],"Essay":[46,98,105],"Scoring":[47,99,106],"(AES)":[48],"systems.":[49],"While":[50],"most":[51],"studies":[52],"have":[53,61],"concentrated":[54],"predicting":[56],"scores,":[57],"only":[58],"a":[59],"few":[60],"integrated":[62],"AES":[63],"systems":[64],"with":[65],"well-known":[67],"Large":[68],"Language":[69],"Models":[70],"(LLMs).":[71],"This":[72],"study":[73,179],"explores":[74],"application":[76],"LLMs,":[78],"including":[79],"GPT":[80],"Gemini":[82,128],"for":[83],"AES.":[84],"proposed":[86,110,157],"approach":[87],"was":[88,161],"evaluated":[89],"two":[91],"benchmark":[92,122],"datasets,":[93],"namely":[94],"\u201cHewlett":[95],"Foundation:":[96],"(ASAP\u2013AES)\u201d":[100],"\u201cLearning":[102],"Agency":[103],"Lab\u2013Automated":[104],"2.0":[107],"(LA\u2013AES)\u201d.":[108],"method":[111],"achieved":[112],"promising":[113],"results":[114],"in":[115,177,184],"AES,":[116],"demonstrating":[117],"effectiveness":[118],"both":[120],"datasets.":[123],"Statistical":[124],"analysis":[125],"revealed":[126],"that":[127,190],"outperformed":[129],"GPT,":[130],"achieving":[131],"an":[132,164],"average":[133],"Quadratic":[134],"Weighted":[135],"Kappa":[136],"(QWK)":[137],"score":[138],"0.45":[140],"ASAP\u2013AES":[143],"0.43":[145],"LA\u2013AES.":[148],"assess":[150],"generalizability":[152],"objectivity":[154,195],"approach,":[158],"real-world":[159],"data":[160],"collected":[162],"from":[163],"O-Level":[165],"classroom":[166],"at":[167],"Sukkur":[168],"IBA":[169],"Community":[170],"College,":[171],"Pakistan.":[172],"Multiple":[173],"human":[174,185,201],"evaluators":[175],"participated":[176],"examine":[181],"potential":[182],"biases":[183],"assessment.":[186],"findings":[188],"indicate":[189],"LLM-based":[191],"scoring":[192],"demonstrates":[193],"improved":[194],"reduced":[197],"bias":[198],"compared":[199],"assessors.":[202]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-19T00:00:00"}