{"id":"https://openalex.org/W7166805334","doi":"https://doi.org/10.18653/v1/2026.bea-1.20","title":"Using k-Shot Prompting with Large k for the Automated Scoring of a German Written Elicited Imitation Test","display_name":"Using k-Shot Prompting with Large k for the Automated Scoring of a German Written Elicited Imitation Test","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166805334","doi":"https://doi.org/10.18653/v1/2026.bea-1.20"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.bea-1.20","doi":"https://doi.org/10.18653/v1/2026.bea-1.20","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.20","pdf_url":"https://aclanthology.org/2026.bea-1.20.pdf","source":{"id":"https://openalex.org/S4306421257","display_name":"Workshop on Innovative Use of NLP for Building Educational Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.bea-1.20.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139830759","display_name":"Malte Sternik","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malte Sternik","raw_affiliation_strings":["Faculty of Philology , Department of Linguistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Philology , Department of Linguistics","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071668280","display_name":"Ronja Laarmann-Quante","orcid":"https://orcid.org/0000-0002-4800-6212","observed_orcids":["https://orcid.org/0000-0002-4800-6212"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ronja Laarmann-Quante","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023678275","display_name":"Anastasia Drackert","orcid":"https://orcid.org/0000-0002-9649-2972","observed_orcids":["https://orcid.org/0000-0002-9649-2972"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anastasia Drackert","raw_affiliation_strings":["Faculty of Philology , Institute for German Language and Literature"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Philology , Institute for German Language and Literature","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43917464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"272","last_page":"280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7484999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7484999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1509000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.902999997138977},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.7440000176429749},{"id":"https://openalex.org/keywords/german-as-a-foreign-language","display_name":"German as a foreign language","score":0.9760000109672546},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8180000185966492},{"id":"https://openalex.org/keywords/error-classification","display_name":"error classification","score":0.44600000977516174}],"concepts":[{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5849000215530396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5289000272750854},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3919999897480011},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3643999993801117},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36090001463890076},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3517000079154968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32600000500679016},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27250000834465027}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.bea-1.20","doi":"https://doi.org/10.18653/v1/2026.bea-1.20","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.20","pdf_url":"https://aclanthology.org/2026.bea-1.20.pdf","source":{"id":"https://openalex.org/S4306421257","display_name":"Workshop on Innovative Use of NLP for Building Educational Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.bea-1.20","doi":"https://doi.org/10.18653/v1/2026.bea-1.20","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.20","pdf_url":"https://aclanthology.org/2026.bea-1.20.pdf","source":{"id":"https://openalex.org/S4306421257","display_name":"Workshop on Innovative Use of NLP for Building Educational Applications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.5385000109672546}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5179988130","display_name":"Zeit L\u00fccken zu schlie\u00dfen: eine multimethodische Studie zur Rolle der Zeit im Konstrukt computergest\u00fctzter CTests in drei Sprachen","funder_award_id":"462766474","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166805334.pdf","grobid_xml":"https://content.openalex.org/works/W7166805334.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412889176","https://openalex.org/W7208802535","https://openalex.org/W7213565715","https://openalex.org/W7133425099","https://openalex.org/W4416959611","https://openalex.org/W7131134033","https://openalex.org/W4400668286","https://openalex.org/W7135037337","https://openalex.org/W7155563771","https://openalex.org/W7172409963"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,98,107,110,122,130,136,138],"application":[4],"of":[5,73,106],"a":[6,20,27,37,84,126],"Large":[7],"Language":[8],"Model":[9],"(LLM)":[10],"using":[11],"k-shot":[12],"prompting":[13],"with":[14,46,80,121],"large":[15],"k":[16,82],"for":[17,29],"automatically":[18],"scoring":[19,123,131],"German":[21,35],"Written":[22],"Elicited":[23],"Imitation":[24],"Test":[25],"(WEIT),":[26],"test":[28],"assessing":[30],"literacy-dependent":[31],"procedural":[32],"knowledge":[33],"in":[34,55],"as":[36,57,59],"foreign":[38],"language.In":[39],"this":[40],"test,":[41],"test-takers":[42],"are":[43,62],"briefly":[44],"presented":[45],"written":[47],"sentences":[48],"which":[49,68,113],"they":[50],"then":[51],"have":[52],"to":[53,88,135],"reproduce":[54],"writing":[56],"accurately":[58],"possible.The":[60],"responses":[61],"scored":[63],"on":[64,97,115,146],"an":[65],"ordinal":[66],"scale":[67],"differentiates":[69],"between":[70],"different":[71,104],"types":[72],"errors":[74],"(e.g.lexical":[75],"vs.":[76],"grammatical).We":[77],"find":[78],"that":[79],"increasing":[81],"(in":[83],"range":[85],"from":[86],"1":[87],"700)":[89],"accuracy":[90],"increases":[91],"significantly":[92],"but":[93],"it":[94],"also":[95],"depends":[96],"drawn":[99],"sample":[100],"and":[101],"varies":[102],"across":[103],"runs":[105],"same":[108],"prompt.Overall,":[109],"kshot":[111],"setting":[112],"relies":[114],"in-context":[116],"learning":[117],"without":[118],"being":[119],"provided":[120,134],"rubric":[124,132],"outperforms":[125],"baseline":[127],"where":[128],"only":[129],"is":[133],"model.However,":[137],"LLM":[139],"does":[140],"not":[141],"outperform":[142],"previous":[143],"results":[144],"based":[145],"rule-based":[147],"or":[148],"BERT-based":[149],"models.":[150]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}