{"id":"https://openalex.org/W7161956756","doi":"https://doi.org/10.48550/arxiv.2605.21076","title":"GradeLegal: Automated Grading for German Legal Cases","display_name":"GradeLegal: Automated Grading for German Legal Cases","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161956756","doi":"https://doi.org/10.48550/arxiv.2605.21076"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033919264","display_name":"Abdullah Al Zubaer","orcid":"https://orcid.org/0009-0001-0842-7434"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zubaer, Abdullah Al","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025571397","display_name":"Lorenz Wendlinger","orcid":"https://orcid.org/0000-0001-9459-6244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wendlinger, Lorenz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115616781","display_name":"Simon Alexander Nonn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nonn, Simon Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006866152","display_name":"Michael Granitzer","orcid":"https://orcid.org/0000-0003-3566-5507"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Granitzer, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019466280","display_name":"Jelena Mitrovi\u0107","orcid":"https://orcid.org/0000-0003-3220-8749"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitrovic, Jelena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.1973000019788742,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.1973000019788742,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.849399983882904},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7753999829292297},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.6266999840736389},{"id":"https://openalex.org/keywords/economic-shortage","display_name":"Economic shortage","score":0.4821000099182129},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.45100000500679016},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.33399999141693115}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.849399983882904},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7753999829292297},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6266999840736389},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.4821000099182129},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4431999921798706},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2910001868","wikidata":"https://www.wikidata.org/wiki/Q458","display_name":"European union","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2515999972820282},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7245941162109375,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Grading":[0],"German":[1,72],"legal":[2,53,73,199],"exam":[3,32],"solutions":[4,75],"faces":[5],"growing":[6],"volumes":[7],"and":[8,16,78,85,96,112,135,170,189],"a":[9,18,26,90,109,113,132,136,149],"shortage":[10],"of":[11,71,93,198],"qualified":[12],"graders,":[13],"delaying":[14],"feedback":[15,84],"creating":[17],"bottleneck.":[19],"At":[20],"the":[21,68],"same":[22],"time,":[23],"it":[24],"is":[25],"high-stakes":[27],"expert":[28,125],"task,":[29],"since":[30],"state":[31],"grades":[33],"strongly":[34],"influence":[35],"career":[36],"outcomes":[37],"in":[38,76,127,145,153],"Germany.":[39],"Despite":[40],"this":[41,57],"practical":[42],"relevance,":[43],"literature":[44],"lacks":[45],"systematic":[46,91],"studies":[47],"on":[48],"effective":[49,186],"methods":[50],"for":[51,194],"grading":[52,70,114,126,137,151,197],"exams.":[54,200],"To":[55],"address":[56],"gap,":[58],"we":[59],"investigate":[60],"whether":[61],"large":[62],"language":[63],"models":[64],"(LLMs)":[65],"can":[66,123,171],"support":[67],"automated":[69],"case":[74],"criminal":[77,146,154],"public":[79,128],"law,":[80,147],"thereby":[81],"enabling":[82],"scalable":[83],"student":[86],"self-testing.":[87],"We":[88],"present":[89],"evaluation":[92],"27":[94],"proprietary":[95],"open-source":[97],"LLMs,":[98],"benchmarking":[99],"prompting":[100],"strategies":[101],"that":[102,185],"incrementally":[103],"add":[104],"task-related":[105],"information,":[106],"such":[107],"as":[108],"sample":[110,133],"solution":[111,134],"rubric.":[115],"Using":[116],"quadratic":[117],"weighted":[118],"kappa":[119],"(QWK),":[120],"reasoning-oriented":[121],"LLMs":[122],"approximate":[124],"law":[129],"when":[130],"given":[131],"rubric":[138],"(up":[139],"to":[140,143,164,175],"0.91),":[141],"compared":[142],"0.60":[144],"suggesting":[148],"harder":[150],"task":[152],"law.":[155],"Beyond":[156],"single-model":[157],"grading,":[158],"ensembling":[159],"improves":[160],"agreement":[161],"by":[162],"up":[163],"0.15":[165],"over":[166],"its":[167],"best":[168],"member":[169],"offer":[172],"an":[173],"alternative":[174],"stronger":[176],"closed-source":[177],"single":[178],"models.":[179],"In":[180],"addition,":[181],"our":[182],"findings":[183],"suggest":[184],"prompt":[187],"design":[188],"model":[190],"selection":[191],"are":[192],"necessary":[193],"reliable":[195],"LLM-based":[196]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}