{"id":"https://openalex.org/W4253857961","doi":"https://doi.org/10.7287/peerj.preprints.27715v1","title":"Automated language essay scoring systems: A literature review","display_name":"Automated language essay scoring systems: A literature review","publication_year":2019,"publication_date":"2019-05-09","ids":{"openalex":"https://openalex.org/W4253857961","doi":"https://doi.org/10.7287/peerj.preprints.27715v1"},"language":"en","primary_location":{"id":"doi:10.7287/peerj.preprints.27715v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27715v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7287/peerj.preprints.27715v1","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078364330","display_name":"Mohamed Hussein","orcid":"https://orcid.org/0000-0001-6842-5089"},"institutions":[{"id":"https://openalex.org/I4210143517","display_name":"National Water Research Center","ror":"https://ror.org/04320xd69","country_code":"EG","type":"facility","lineage":["https://openalex.org/I180606324","https://openalex.org/I4210143517"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Mohamed Abdellatif Hussein","raw_affiliation_strings":["Information and Operations, National Center for Examination and Educational Evaluation, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Information and Operations, National Center for Examination and Educational Evaluation, Cairo, Egypt","institution_ids":["https://openalex.org/I4210143517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607918","display_name":"Hesham Hassan","orcid":"https://orcid.org/0000-0003-2398-6207"},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Hesham Ahmed Hassan","raw_affiliation_strings":["Faculty of Computers and Information, Computer Science Department, Cairo University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Information, Computer Science Department, Cairo University, Cairo, Egypt","institution_ids":["https://openalex.org/I145487455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034703322","display_name":"Mohamed Nassef","orcid":null},"institutions":[{"id":"https://openalex.org/I145487455","display_name":"Cairo University","ror":"https://ror.org/03q21mh05","country_code":"EG","type":"education","lineage":["https://openalex.org/I145487455"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohamed Nassef","raw_affiliation_strings":["Faculty of Computers and Information, Computer Science Department, Cairo University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Faculty of Computers and Information, Computer Science Department, Cairo University, Cairo, Egypt","institution_ids":["https://openalex.org/I145487455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078364330"],"corresponding_institution_ids":["https://openalex.org/I4210143517"],"apc_list":null,"apc_paid":null,"fwci":0.9801,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8306056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8138699531555176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7734078168869019},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6152745485305786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5095932483673096},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5010991096496582},{"id":"https://openalex.org/keywords/scoring-system","display_name":"Scoring system","score":0.47794631123542786},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3438803553581238},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33492332696914673}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8138699531555176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7734078168869019},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6152745485305786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095932483673096},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5010991096496582},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.47794631123542786},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3438803553581238},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33492332696914673},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.7287/peerj.preprints.27715v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27715v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.7287/peerj.preprints.27715v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27715v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2885058781","https://openalex.org/W1552490082","https://openalex.org/W2189583758","https://openalex.org/W3009904625","https://openalex.org/W1983121850","https://openalex.org/W3088126669","https://openalex.org/W1516538226"],"abstract_inverted_index":{"Background.":[0],"Writing":[1],"composition":[2],"is":[3,25,89,227],"a":[4,26,48,236,250,264,278,299,335,343],"significant":[5],"factor":[6],"for":[7,38,47,94,99],"measuring":[8],"test-takers\u2019":[9],"ability":[10],"in":[11,30,199,207,293,308],"any":[12,188],"language":[13],"exam.":[14],"However,":[15],"the":[16,45,69,92,95,101,108,119,147,154,157,161,164,167,173,177,193,196,208,218,241,255,318,329,332,360,363,378],"assessment":[17],"(scoring)":[18],"of":[19,32,71,86,146,156,166,176,195,201,229,240,254,266,281,302,331,362],"these":[20],"writing":[21,73],"compositions":[22],"or":[23,128,345,354],"essays":[24],"very":[27],"challenging":[28],"process":[29],"terms":[31,120,200],"reliability":[33],"and":[34,40,80,115,131,139,179,184,217,222,268,284,305,356,365,367],"time.":[35],"The":[36,84,144,225],"need":[37,46],"objective":[39],"quick":[41],"scores":[42],"has":[43],"raised":[44],"computer":[49],"system":[50,202],"that":[51],"can":[52,338],"automatically":[53],"grade":[54],"essay":[55,102,183,350],"questions":[56],"targeting":[57],"specific":[58],"prompt.":[59],"Automated":[60],"Essay":[61,123,126],"Scoring":[62],"(AES)":[63],"systems":[64,97,145,165,194,289],"are":[65,150,170],"used":[66,98,206,375],"to":[67,90,117,153,276,316,348,376],"overcome":[68],"challenges":[70,323,381],"scoring":[72],"tasks":[74],"by":[75],"using":[76,111],"Natural":[77],"Language":[78],"Processing":[79],"Machine":[81],"Learning":[82],"techniques.":[83],"purpose":[85],"this":[87],"paper":[88,226],"review":[91,239,253],"literature":[93,110,238,252],"AES":[96,142,245,259,271,288,319],"grading":[100],"questions.":[103],"Methodology.":[104],"We":[105,191],"have":[106,134,273,290,313,324,373],"reviewed":[107,192],"existing":[109],"Google":[112],"Scholar,":[113],"EBSCO":[114],"ERIC":[116],"search":[118],"\u201cAES\u201d,":[121],"\u201cAutomated":[122,125],"Scoring\u201d,":[124],"Grading\u201d,":[127],"\u201cAutomatic":[129],"Essay\u201d,":[130],"two":[132,197,380],"categories":[133,198],"been":[135,274,314,325,374],"identified:":[136],"handcrafted":[137,189],"features":[138,178],"automatic":[140,174],"featuring":[141],"systems.":[143,246,260],"first":[148,379],"category":[149,169],"closely":[151],"bonded":[152],"quality":[155],"designed":[158],"features.":[159,190,287],"On":[160],"other":[162,168],"hand,":[163],"based":[171],"on":[172],"learning":[175],"relations":[180],"between":[181,220],"an":[182,349],"its":[185],"score":[186,347],"without":[187],"primary":[203,322],"focus,":[204],"technique(s)":[205],"system,":[209],"training":[210],"data":[211],"(y/n),":[212],"instructional":[213],"application":[214,301],"(feedback":[215],"system),":[216],"correlation":[219],"e-scores":[221],"human":[223],"scores.":[224],"composed":[228],"three":[230,321],"main":[231],"sections.":[232],"Firstly,":[233],"we":[234,248,262],"present":[235,249],"structured":[237,251],"available":[242,256],"Handcrafted":[243],"Features":[244],"Secondly,":[247],"Automatic":[257],"Featuring":[258],"Finally,":[261],"draw":[263],"set":[265],"discussions":[267],"conclusions.":[269],"Results.":[270],"models":[272],"found":[275],"utilize":[277],"broad":[279],"range":[280],"manually-tuned":[282],"shallow":[283],"deep":[285],"linguistic":[286],"many":[291,311],"strengths":[292],"reducing":[294],"labour-intensive":[295],"marking":[296,303],"activities,":[297],"ensuring":[298],"consistent":[300],"criteria,":[304],"facilitating":[306],"equity":[307],"scoring.":[309],"Although":[310],"techniques":[312,372],"implemented":[315],"improve":[317],"systems,":[320],"concluded:":[326],"they":[327,337,357],"lack":[328],"sense":[330],"rater":[333],"as":[334],"person,":[336],"be":[339],"tricked":[340],"into":[341],"assigning":[342],"lower":[344],"higher":[346],"than":[351],"it":[352],"deserved":[353],"not,":[355],"cannot":[358],"assess":[359],"creativity":[361],"ideas":[364],"propositions":[366],"evaluating":[368],"their":[369],"practicality.":[370],"Many":[371],"address":[377],"only.":[382]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}