{"id":"https://openalex.org/W4400002537","doi":"https://doi.org/10.3390/computers13070160","title":"An NLP-Based Exploration of Variance in Student Writing and Syntax: Implications for Automated Writing Evaluation","display_name":"An NLP-Based Exploration of Variance in Student Writing and Syntax: Implications for Automated Writing Evaluation","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4400002537","doi":"https://doi.org/10.3390/computers13070160"},"language":"en","primary_location":{"id":"doi:10.3390/computers13070160","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13070160","pdf_url":"https://www.mdpi.com/2073-431X/13/7/160/pdf?version=1719305122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/13/7/160/pdf?version=1719305122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047260476","display_name":"Maria Goldshtein","orcid":"https://orcid.org/0000-0001-7440-9245"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maria Goldshtein","raw_affiliation_strings":["Human Systems Engineering, Arizona State University, Mesa, AZ 85212, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Human Systems Engineering, Arizona State University, Mesa, AZ 85212, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077674077","display_name":"Amin G. Alhashim","orcid":"https://orcid.org/0000-0003-4807-401X"},"institutions":[{"id":"https://openalex.org/I5444425","display_name":"Macalester College","ror":"https://ror.org/04fceqm38","country_code":"US","type":"education","lineage":["https://openalex.org/I5444425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amin G. Alhashim","raw_affiliation_strings":["Mathematics, Statistics, and Computer Science, Macalester College, Saint Paul, MN 55105, USA"],"raw_orcid":"https://orcid.org/0000-0003-4807-401X","affiliations":[{"raw_affiliation_string":"Mathematics, Statistics, and Computer Science, Macalester College, Saint Paul, MN 55105, USA","institution_ids":["https://openalex.org/I5444425"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034887321","display_name":"Rod D. Roscoe","orcid":"https://orcid.org/0000-0001-8327-4012"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rod D. Roscoe","raw_affiliation_strings":["Human Systems Engineering, Arizona State University, Mesa, AZ 85212, USA"],"raw_orcid":"https://orcid.org/0000-0001-8327-4012","affiliations":[{"raw_affiliation_string":"Human Systems Engineering, Arizona State University, Mesa, AZ 85212, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034887321","https://openalex.org/A5047260476"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":12.5804,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98500308,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"13","issue":"7","first_page":"160","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670786380767822},{"id":"https://openalex.org/keywords/cohesion","display_name":"Cohesion (chemistry)","score":0.7292808890342712},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6981570720672607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6620059013366699},{"id":"https://openalex.org/keywords/argumentative","display_name":"Argumentative","score":0.6259493827819824},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.5496909022331238},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5435178279876709},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5188325643539429},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5046058893203735},{"id":"https://openalex.org/keywords/sophistication","display_name":"Sophistication","score":0.4376991093158722},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4276994466781616}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670786380767822},{"id":"https://openalex.org/C104054115","wikidata":"https://www.wikidata.org/wiki/Q216828","display_name":"Cohesion (chemistry)","level":2,"score":0.7292808890342712},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6981570720672607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6620059013366699},{"id":"https://openalex.org/C2781306805","wikidata":"https://www.wikidata.org/wiki/Q4789761","display_name":"Argumentative","level":2,"score":0.6259493827819824},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.5496909022331238},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5435178279876709},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5188325643539429},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5046058893203735},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.4376991093158722},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4276994466781616},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers13070160","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13070160","pdf_url":"https://www.mdpi.com/2073-431X/13/7/160/pdf?version=1719305122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8dbd09e0e803457e9d7ffce6f77e2ac1","is_oa":true,"landing_page_url":"https://doaj.org/article/8dbd09e0e803457e9d7ffce6f77e2ac1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 13, Iss 7, p 160 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers13070160","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers13070160","pdf_url":"https://www.mdpi.com/2073-431X/13/7/160/pdf?version=1719305122","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G3116306581","display_name":"AMREF Health Africa - to support the emergence of a 'go-to' African institution for strategic health purchasing expertise","funder_award_id":"INV-006213","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"}],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400002537.pdf"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W411382560","https://openalex.org/W589528753","https://openalex.org/W1484864026","https://openalex.org/W1511133876","https://openalex.org/W1536274117","https://openalex.org/W1593930920","https://openalex.org/W1605176579","https://openalex.org/W1855032774","https://openalex.org/W1955607021","https://openalex.org/W1964324180","https://openalex.org/W1971901689","https://openalex.org/W1977120130","https://openalex.org/W1977556410","https://openalex.org/W1979324886","https://openalex.org/W1992745995","https://openalex.org/W1993306479","https://openalex.org/W2001833328","https://openalex.org/W2011360123","https://openalex.org/W2012049387","https://openalex.org/W2026013248","https://openalex.org/W2030923574","https://openalex.org/W2034353262","https://openalex.org/W2060423038","https://openalex.org/W2078202630","https://openalex.org/W2093926205","https://openalex.org/W2097575552","https://openalex.org/W2104739300","https://openalex.org/W2122946606","https://openalex.org/W2170058424","https://openalex.org/W2296260185","https://openalex.org/W2328588881","https://openalex.org/W2510521397","https://openalex.org/W2520297071","https://openalex.org/W2559798508","https://openalex.org/W2582743722","https://openalex.org/W2587877821","https://openalex.org/W2621638029","https://openalex.org/W2753680256","https://openalex.org/W2753969280","https://openalex.org/W2755710358","https://openalex.org/W2765662604","https://openalex.org/W2784886729","https://openalex.org/W2788771743","https://openalex.org/W2790130598","https://openalex.org/W2808920132","https://openalex.org/W2894612007","https://openalex.org/W2897175772","https://openalex.org/W2902535827","https://openalex.org/W2906463257","https://openalex.org/W2911285147","https://openalex.org/W2921814381","https://openalex.org/W2965774554","https://openalex.org/W2967451290","https://openalex.org/W2980724834","https://openalex.org/W2986839843","https://openalex.org/W2997634920","https://openalex.org/W3003805075","https://openalex.org/W3005104690","https://openalex.org/W3006224918","https://openalex.org/W3013848609","https://openalex.org/W3022677798","https://openalex.org/W3024117512","https://openalex.org/W3026334026","https://openalex.org/W3027032220","https://openalex.org/W3033463587","https://openalex.org/W3033607422","https://openalex.org/W3035211124","https://openalex.org/W3035799641","https://openalex.org/W3049461103","https://openalex.org/W3087318058","https://openalex.org/W3096896737","https://openalex.org/W3097478885","https://openalex.org/W3135261728","https://openalex.org/W3166785503","https://openalex.org/W3171776495","https://openalex.org/W3201077663","https://openalex.org/W3213434080","https://openalex.org/W4205409361","https://openalex.org/W4206948837","https://openalex.org/W4210291529","https://openalex.org/W4210411337","https://openalex.org/W4212949095","https://openalex.org/W4225892615","https://openalex.org/W4229373826","https://openalex.org/W4230858364","https://openalex.org/W4235231339","https://openalex.org/W4248530101","https://openalex.org/W4281611690","https://openalex.org/W4281788336","https://openalex.org/W4284971021","https://openalex.org/W4285494689","https://openalex.org/W4292671242","https://openalex.org/W4293917978","https://openalex.org/W4300666824","https://openalex.org/W4381331127","https://openalex.org/W4385494746","https://openalex.org/W4390897568","https://openalex.org/W4393299838","https://openalex.org/W4396806295"],"related_works":["https://openalex.org/W2965892119","https://openalex.org/W3189036019","https://openalex.org/W3123017387","https://openalex.org/W2914617016","https://openalex.org/W3094046600","https://openalex.org/W2971866894","https://openalex.org/W4226218582","https://openalex.org/W2995714616","https://openalex.org/W2901714711","https://openalex.org/W2143663787"],"abstract_inverted_index":{"In":[0],"writing":[1,31,137,160,186],"assessment,":[2],"expert":[3],"human":[4],"evaluators":[5],"ideally":[6],"judge":[7],"individual":[8],"essays":[9],"with":[10,125],"attention":[11],"to":[12,22,35,46,60],"variance":[13,62],"among":[14],"writers\u2019":[15],"syntactic":[16,64,104,142],"patterns.":[17],"There":[18],"are":[19],"many":[20],"ways":[21,164],"compose":[23],"text":[24],"successfully":[25],"or":[26,148],"less":[27,126],"successfully.":[28],"For":[29],"automated":[30,159],"evaluation":[32],"(AWE)":[33],"systems":[34],"provide":[36],"accurate":[37],"assessment":[38,161],"and":[39,66,81,91,108,121,176,192],"relevant":[40],"feedback,":[41],"they":[42],"must":[43],"be":[44],"able":[45],"consider":[47],"similar":[48,179],"kinds":[49],"of":[50,78,136,185],"variance.":[51],"The":[52],"current":[53],"study":[54],"employed":[55,101],"natural":[56],"language":[57],"processing":[58],"(NLP)":[59],"explore":[61,178],"in":[63,71,158,169],"complexity":[65,124],"sophistication":[67],"across":[68,181],"clusters":[69],"characterized":[70],"a":[72],"large":[73],"corpus":[74],"(n":[75],"=":[76],"36,207)":[77],"middle":[79],"school":[80,83],"high":[82],"argumentative":[84],"essays.":[85],"Using":[86],"NLP":[87],"tools,":[88],"k-means":[89],"clustering,":[90],"discriminant":[92],"function":[93],"analysis":[94],"(DFA),":[95],"we":[96],"observed":[97],"that":[98,165,170],"student":[99],"writers":[100],"four":[102],"distinct":[103],"patterns:":[105],"(1)":[106],"familiar":[107,127],"descriptive":[109],"language,":[110],"(2)":[111],"consistently":[112,144],"simple":[113],"noun":[114,119],"phrases,":[115,120],"(3)":[116],"variably":[117],"complex":[118],"(4)":[122],"moderate":[123],"language.":[128],"Importantly,":[129],"each":[130],"pattern":[131],"spanned":[132],"the":[133,153],"full":[134],"range":[135],"quality;":[138],"there":[139],"were":[140],"no":[141],"patterns":[143],"evaluated":[145],"as":[146],"\u201cgood\u201d":[147],"\u201cbad\u201d.":[149],"These":[150],"findings":[151],"support":[152],"need":[154],"for":[155],"nuanced":[156],"approaches":[157],"while":[162],"informing":[163],"AWE":[166,173],"can":[167,175],"participate":[168],"process.":[171],"Future":[172],"research":[174],"should":[177],"variability":[180],"other":[182],"detectable":[183],"elements":[184],"(e.g.,":[187],"vocabulary,":[188],"cohesion,":[189],"discursive":[190],"cues,":[191],"sentiment)":[193],"via":[194],"diverse":[195],"modeling":[196],"methods.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}