{"id":"https://openalex.org/W3033028558","doi":"https://doi.org/10.1145/3396802.3396805","title":"Towards the Automation of Grading Textual Student Submissions to Open-ended Questions","display_name":"Towards the Automation of Grading Textual Student Submissions to Open-ended Questions","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3033028558","doi":"https://doi.org/10.1145/3396802.3396805","mag":"3033028558"},"language":"en","primary_location":{"id":"doi:10.1145/3396802.3396805","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3396802.3396805","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th European Conference on Software Engineering Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059555669","display_name":"Jan Philip Bernius","orcid":"https://orcid.org/0000-0001-8278-4598"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jan Philip Bernius","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084754754","display_name":"Anna Kovaleva","orcid":"https://orcid.org/0000-0002-3253-4643"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Kovaleva","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044900523","display_name":"Stephan Krusche","orcid":"https://orcid.org/0000-0002-4552-644X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephan Krusche","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024338002","display_name":"Bernd Bruegge","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernd Bruegge","raw_affiliation_strings":["Department of Informatics, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059555669"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.5302,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72119781,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"61","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7470443248748779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.659944474697113},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6215411424636841},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39804762601852417},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3511691689491272},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33152541518211365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16159772872924805}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7470443248748779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659944474697113},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6215411424636841},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39804762601852417},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3511691689491272},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33152541518211365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16159772872924805},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3396802.3396805","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3396802.3396805","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th European Conference on Software Engineering Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1482854515","https://openalex.org/W1521626219","https://openalex.org/W1525245406","https://openalex.org/W1560729591","https://openalex.org/W1608774410","https://openalex.org/W1626945812","https://openalex.org/W1777198783","https://openalex.org/W1862888253","https://openalex.org/W1880262756","https://openalex.org/W1979469248","https://openalex.org/W1983814883","https://openalex.org/W2010500834","https://openalex.org/W2015933299","https://openalex.org/W2018627475","https://openalex.org/W2019273017","https://openalex.org/W2027823133","https://openalex.org/W2029263174","https://openalex.org/W2042363242","https://openalex.org/W2064418625","https://openalex.org/W2081580037","https://openalex.org/W2098162425","https://openalex.org/W2100626830","https://openalex.org/W2106444380","https://openalex.org/W2117283659","https://openalex.org/W2121764873","https://openalex.org/W2123107811","https://openalex.org/W2146023121","https://openalex.org/W2158018156","https://openalex.org/W2161793958","https://openalex.org/W2166711035","https://openalex.org/W2167055684","https://openalex.org/W2322584079","https://openalex.org/W2581976524","https://openalex.org/W2586765313","https://openalex.org/W2593230915","https://openalex.org/W2607990281","https://openalex.org/W2728918951","https://openalex.org/W2770236317","https://openalex.org/W2789235734","https://openalex.org/W2912616420","https://openalex.org/W2914975918","https://openalex.org/W2919303178","https://openalex.org/W2926473521","https://openalex.org/W2950006171","https://openalex.org/W2962716111","https://openalex.org/W3013509467","https://openalex.org/W3091442820","https://openalex.org/W4246519874","https://openalex.org/W6633724138"],"related_works":["https://openalex.org/W2384888906","https://openalex.org/W2144190808","https://openalex.org/W2376314740","https://openalex.org/W2366644548","https://openalex.org/W2357241418","https://openalex.org/W2611614995","https://openalex.org/W2115485936","https://openalex.org/W2368651715","https://openalex.org/W2789919619","https://openalex.org/W3107474891"],"abstract_inverted_index":{"Growing":[0],"student":[1,63],"numbers":[2],"at":[3],"universities":[4],"worldwide":[5],"pose":[6],"new":[7,71],"challenges":[8],"for":[9,25,53,79,87],"instructors.":[10],"Providing":[11],"feedback":[12,60,89],"to":[13,57,61],"textual":[14],"exercises":[15],"is":[16],"a":[17,35,54],"challenge":[18],"in":[19,67],"large":[20,62],"courses":[21],"while":[22],"being":[23],"important":[24],"student's":[26],"learning":[27],"success.":[28],"Exercise":[29],"submissions":[30,49],"and":[31,37,43,77,90],"their":[32],"grading":[33],"are":[34],"primary":[36],"individual":[38],"communication":[39],"channel":[40],"between":[41],"instructors":[42],"students.":[44,81],"The":[45],"pure":[46],"amount":[47],"of":[48],"makes":[50],"it":[51],"impossible":[52],"single":[55],"instructor":[56],"provide":[58],"regular":[59],"bodies.":[64],"Employing":[65],"tutors":[66],"the":[68],"process":[69],"introduces":[70],"challenges.":[72],"Feedback":[73],"should":[74],"be":[75],"consistent":[76],"fair":[78],"all":[80],"Additionally,":[82],"interactive":[83],"teaching":[84],"models":[85],"strive":[86],"real-time":[88],"multiple":[91],"submissions.":[92]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}