{"id":"https://openalex.org/W7155631916","doi":"https://doi.org/10.1145/3785022.3785064","title":"Are rubrics all you need? Towards rubric-based automatic short answer scoring via guided rubric-answer alignment","display_name":"Are rubrics all you need? Towards rubric-based automatic short answer scoring via guided rubric-answer alignment","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7155631916","doi":"https://doi.org/10.1145/3785022.3785064"},"language":null,"primary_location":{"id":"doi:10.1145/3785022.3785064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785064","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3785022.3785064","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054545684","display_name":"Sebastian Gombert","orcid":"https://orcid.org/0000-0001-5598-9547"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sebastian Gombert","raw_affiliation_strings":["DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5598-9547","affiliations":[{"raw_affiliation_string":"DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114137277","display_name":"Zhifan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhifan Sun","raw_affiliation_strings":["DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"raw_orcid":"https://orcid.org/0009-0006-2161-1160","affiliations":[{"raw_affiliation_string":"DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069931426","display_name":"Fabian Zehner","orcid":"https://orcid.org/0000-0003-3512-1403"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Zehner","raw_affiliation_strings":["DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3512-1403","affiliations":[{"raw_affiliation_string":"DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083952805","display_name":"Jannik Lossjew","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jannik Lossjew","raw_affiliation_strings":["IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0005-1942-7121","affiliations":[{"raw_affiliation_string":"IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085835895","display_name":"Tobias Wyrwich","orcid":"https://orcid.org/0009-0008-7252-0044"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Wyrwich","raw_affiliation_strings":["IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0008-7252-0044","affiliations":[{"raw_affiliation_string":"IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029271181","display_name":"Berrit Katharina Czinczel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Berrit Katharina Czinczel","raw_affiliation_strings":["IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0009-0322-2438","affiliations":[{"raw_affiliation_string":"IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064966853","display_name":"David Bednorz","orcid":"https://orcid.org/0000-0003-2952-2905"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Bednorz","raw_affiliation_strings":["IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2952-2905","affiliations":[{"raw_affiliation_string":"IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046371278","display_name":"Marcus Kubsch","orcid":"https://orcid.org/0000-0001-5497-8336"},"institutions":[{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcus Kubsch","raw_affiliation_strings":["Freie Universit\u00e4t, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5497-8336","affiliations":[{"raw_affiliation_string":"Freie Universit\u00e4t, Berlin, Germany","institution_ids":["https://openalex.org/I75951250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089555754","display_name":"Daniele Di Mitri","orcid":"https://orcid.org/0000-0002-9331-6893"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I4210130426","display_name":"German Broadcasting Archive","ror":"https://ror.org/03tn3hy29","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210130426"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniele Di Mitri","raw_affiliation_strings":["German University of Digital Science, Potsdam, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9331-6893","affiliations":[{"raw_affiliation_string":"German University of Digital Science, Potsdam, Germany","institution_ids":["https://openalex.org/I176453806","https://openalex.org/I4210130426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048460354","display_name":"Knut Neumann","orcid":"https://orcid.org/0000-0002-4391-7308"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Knut Neumann","raw_affiliation_strings":["IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4391-7308","affiliations":[{"raw_affiliation_string":"IPN | Leibniz Institute for Science and Mathematics Education, Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027722484","display_name":"Hendrik Drachsler","orcid":"https://orcid.org/0000-0001-8407-5314"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]},{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hendrik Drachsler","raw_affiliation_strings":["DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany and Computer Science Department & Studiumdigitale, Goethe University Frankfurt, Frankfurt am Main, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8407-5314","affiliations":[{"raw_affiliation_string":"DIPF | Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany and Computer Science Department & Studiumdigitale, Goethe University Frankfurt, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519","https://openalex.org/I114090438"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5054545684"],"corresponding_institution_ids":["https://openalex.org/I4210138519"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95722749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"272","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08420000225305557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9861999750137329},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.757099986076355},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.5641999840736389},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43810001015663147},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.33809998631477356}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9861999750137329},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685999870300293},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.757099986076355},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.5641999840736389},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3643999993801117},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.257999986410141},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3785022.3785064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785064","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3785022.3785064","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785064","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.9065535068511963}],"awards":[{"id":"https://openalex.org/G1998041167","display_name":null,"funder_award_id":"K365/2020","funder_id":"https://openalex.org/F4320334763","funder_display_name":"Leibniz-Gemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320334763","display_name":"Leibniz-Gemeinschaft","ror":"https://ror.org/01n6r0e97"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1848614604","https://openalex.org/W1967082761","https://openalex.org/W1987868810","https://openalex.org/W2001744998","https://openalex.org/W2025828126","https://openalex.org/W2052929314","https://openalex.org/W2078202630","https://openalex.org/W2757310600","https://openalex.org/W2896474819","https://openalex.org/W2952164904","https://openalex.org/W2962809918","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2971127674","https://openalex.org/W2987744242","https://openalex.org/W3039023360","https://openalex.org/W3114950584","https://openalex.org/W4281384897","https://openalex.org/W4285175926","https://openalex.org/W4285178525","https://openalex.org/W4287891043","https://openalex.org/W4288059441","https://openalex.org/W4289100992","https://openalex.org/W4292573412","https://openalex.org/W4295714264","https://openalex.org/W4310123629","https://openalex.org/W4313276100","https://openalex.org/W4381956306","https://openalex.org/W4385572572","https://openalex.org/W4389429742","https://openalex.org/W4389519892","https://openalex.org/W4391217777","https://openalex.org/W4400208068","https://openalex.org/W4400350333","https://openalex.org/W4401015702","https://openalex.org/W4402817354","https://openalex.org/W4407402666","https://openalex.org/W4407841980","https://openalex.org/W4409902114","https://openalex.org/W4412889199"],"related_works":[],"abstract_inverted_index":{"In":[0],"educational":[1,212],"assessment,":[2],"rubrics":[3,29,58,85],"are":[4,30,42,119],"a":[5,69,77,145],"key":[6],"tool":[7],"because":[8],"they":[9,39,41],"define":[10],"clear":[11],"criteria":[12,187],"for":[13,72,92],"evaluating":[14],"learner":[15,183],"responses":[16,184],"and":[17,107,116,134,160,174],"specify":[18],"the":[19,55,100,129,161,194,203],"evidence":[20],"required.":[21],"Yet,":[22],"in":[23,63,155],"research":[24],"on":[25,113],"automatic":[26,64,74],"short-answer":[27,65,75,80,148,198],"scoring,":[28,76,97],"seldom":[31],"employed":[32],"as":[33,46,59,86],"explicit":[34,60],"scoring":[35,61,81,84,87,149,209],"references":[36],"and,":[37],"when":[38,188],"are,":[40],"typically":[43],"treated":[44],"only":[45],"supplementary":[47],"inputs.":[48],"This":[49,200],"study":[50],"contrasts":[51],"this":[52],"by":[53],"exploring":[54],"usage":[56],"of":[57,79,102,196,206],"anchors":[62],"scoring.":[66,199],"It":[67],"introduces":[68],"task":[70],"definition":[71],"rubric-based":[73,94,197],"version":[78],"that":[82,123],"uses":[83],"references.":[88],"As":[89],"an":[90],"approach":[91],"implementing":[93],"short":[95],"answer":[96,105],"we":[98],"introduce":[99],"idea":[101],"guided":[103],"rubric":[104,135,186],"alignment":[106,130],"provide":[108],"two":[109],"concrete":[110],"architectures":[111,122],"based":[112],"this,":[114],"GRAASP":[115,173],"ToLeGRAA.":[117],"Both":[118],"novel":[120,146],"transformer-based":[121],"use":[124],"attention":[125],"mechanisms":[126],"to":[127,140],"predict":[128],"between":[131],"student":[132],"answers":[133],"criteria.":[136],"We":[137],"compare":[138],"them":[139],"multiple":[141],"baselines":[142],"using":[143],"ALICE-LP,":[144],"German":[147,157],"dataset":[150],"collected":[151,166],"from":[152],"formative":[153],"assessments":[154],"authentic":[156],"school":[158],"contexts,":[159],"widely":[162],"used":[163],"ASAP-SAS":[164],"dataset,":[165],"at":[167],"American":[168],"schools.":[169],"For":[170],"both":[171],"datasets,":[172],"ToLeGRAA":[175],"achieve":[176],"highly":[177],"competitive":[178],"performance.":[179],"By":[180],"explicitly":[181],"aligning":[182],"with":[185],"assigning":[189],"scores,":[190],"these":[191],"models":[192,210],"demonstrate":[193],"feasibility":[195],"finding":[201],"underscores":[202],"high":[204],"potential":[205],"integrating":[207],"rubric-driven":[208],"into":[211],"assessment.":[213]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-26T00:00:00"}