{"id":"https://openalex.org/W2970206146","doi":"https://doi.org/10.18653/v1/w19-4404","title":"Computationally Modeling the Impact of Task-Appropriate Language Complexity and Accuracy on Human Grading of German Essays","display_name":"Computationally Modeling the Impact of Task-Appropriate Language Complexity and Accuracy on Human Grading of German Essays","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970206146","doi":"https://doi.org/10.18653/v1/w19-4404","mag":"2970206146"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4404","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4404","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/w19-4404","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032103407","display_name":"Zarah Wei\u00df","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zarah Weiss","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020520846","display_name":"Anja Riemenschneider","orcid":"https://orcid.org/0000-0002-4748-1660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anja Riemenschneider","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041212049","display_name":"Pauline Schr\u00f6ter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pauline Schr\u00f6ter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000361724","display_name":"Detmar Meurers","orcid":"https://orcid.org/0000-0002-9740-7442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Detmar Meurers","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1569,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84424365,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"30","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9065659642219543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7782503366470337},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7638663649559021},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6872419118881226},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6000704765319824},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5279765725135803},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5237643122673035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5053389668464661},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4536608159542084},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4216841459274292},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.29944759607315063},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2773175835609436},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17257457971572876},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12159943580627441}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9065659642219543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7782503366470337},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7638663649559021},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6872419118881226},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6000704765319824},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5279765725135803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5237643122673035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5053389668464661},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4536608159542084},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4216841459274292},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29944759607315063},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2773175835609436},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17257457971572876},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12159943580627441},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-4404","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4404","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4404","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4404","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.9100000262260437,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W33677238","https://openalex.org/W199274192","https://openalex.org/W629116145","https://openalex.org/W653288160","https://openalex.org/W1054264357","https://openalex.org/W1541975828","https://openalex.org/W1791500101","https://openalex.org/W1817086658","https://openalex.org/W1975978582","https://openalex.org/W1976511561","https://openalex.org/W1991462213","https://openalex.org/W1991667866","https://openalex.org/W2001833328","https://openalex.org/W2031565004","https://openalex.org/W2035126963","https://openalex.org/W2051440935","https://openalex.org/W2052871611","https://openalex.org/W2091678202","https://openalex.org/W2136525955","https://openalex.org/W2169742904","https://openalex.org/W2313267970","https://openalex.org/W2324732843","https://openalex.org/W2345952576","https://openalex.org/W2519960965","https://openalex.org/W2587989190","https://openalex.org/W2603636223","https://openalex.org/W2752819199","https://openalex.org/W2797885244","https://openalex.org/W2902343897","https://openalex.org/W2905414157","https://openalex.org/W2970703043","https://openalex.org/W3082563918"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W2525485641","https://openalex.org/W3132811443","https://openalex.org/W2742817363","https://openalex.org/W4242992011"],"abstract_inverted_index":{"Computational":[0],"linguistic":[1,50,137],"research":[2],"on":[3,76,134],"the":[4,46,61,82,122,126],"language":[5,69,95,103,141,154],"complexity":[6,56,104,142],"of":[7,35,48,63,128,139],"student":[8],"writing":[9],"typically":[10],"involves":[11],"human":[12],"ratings":[13],"as":[14,71],"a":[15],"gold":[16],"standard.":[17],"However,":[18],"educational":[19],"science":[20],"shows":[21],"that":[22,90],"teachers":[23,91],"find":[24],"it":[25],"difficult":[26],"to":[27,52,60,98],"identify":[28],"and":[29,38,57,68,105,143,147],"cleanly":[30],"separate":[31,107],"accuracy,":[32],"different":[33],"aspects":[34],"complexity,":[36],"contents,":[37],"structure.":[39],"In":[40],"this":[41,108],"paper,":[42],"we":[43,88],"therefore":[44],"explore":[45],"use":[47],"computational":[49,136],"methods":[51],"investigate":[53],"how":[54],"task-appropriate":[55,102,153],"accuracy":[58,113],"relate":[59],"grading":[62,119],"overall":[64],"performance,":[65,67],"content":[66,110,123],"performance":[70,96],"assigned":[72],"by":[73,79],"teachers.":[74],"Based":[75],"texts":[77],"written":[78],"students":[80],"for":[81,117],"official":[83],"school-leaving":[84],"state":[85],"examination":[86],"(Abitur),":[87],"show":[89],"successfully":[92],"assign":[93],"higher":[94,101],"grades":[97],"essays":[99],"with":[100],"properly":[106],"from":[109],"scores.":[111],"Yet,":[112],"impacts":[114],"teacher":[115],"assessment":[116],"all":[118],"rubrics,":[120],"also":[121],"score,":[124],"overemphasizing":[125],"role":[127],"accuracy.":[129],"Our":[130],"analysis":[131],"is":[132],"based":[133],"broad":[135],"modeling":[138],"German":[140],"an":[144],"innovative":[145],"theory-":[146],"data-driven":[148],"feature":[149],"aggregation":[150],"method":[151],"inferring":[152],"complexity.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}