{"id":"https://openalex.org/W4399254166","doi":"https://doi.org/10.1145/3657054.3657277","title":"Extracting Legal Norm Analysis Categories from German Law Texts with Large Language Models","display_name":"Extracting Legal Norm Analysis Categories from German Law Texts with Large Language Models","publication_year":2024,"publication_date":"2024-06-01","ids":{"openalex":"https://openalex.org/W4399254166","doi":"https://doi.org/10.1145/3657054.3657277"},"language":"en","primary_location":{"id":"doi:10.1145/3657054.3657277","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657054.3657277","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Annual International Conference on Digital Government Research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3657054.3657277","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092499041","display_name":"Sarah T. Bachinger","orcid":"https://orcid.org/0009-0005-5422-2164"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Sarah T. Bachinger","raw_affiliation_strings":["Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany and Competence Center Digital Research (zedif), Friedrich Schiller University Jena, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany and Competence Center Digital Research (zedif), Friedrich Schiller University Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086982742","display_name":"Leila Feddoul","orcid":"https://orcid.org/0000-0001-8896-8208"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leila Feddoul","raw_affiliation_strings":["Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022240116","display_name":"Marianne Mauch","orcid":"https://orcid.org/0000-0003-1478-1867"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marianne Jana Mauch","raw_affiliation_strings":["Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany and Competence Center Digital Research (zedif), Friedrich Schiller University Jena, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany and Competence Center Digital Research (zedif), Friedrich Schiller University Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024963110","display_name":"Birgitta K\u00f6nig\u2010Ries","orcid":"https://orcid.org/0000-0002-2382-9722"},"institutions":[{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Birgitta K\u00f6nig-Ries","raw_affiliation_strings":["Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany"],"affiliations":[{"raw_affiliation_string":"Heinz Nixdorf Chair for Distributed Information Systems, Friedrich Schiller University Jena, Germany","institution_ids":["https://openalex.org/I76198965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092499041"],"corresponding_institution_ids":["https://openalex.org/I76198965"],"apc_list":null,"apc_paid":null,"fwci":8.292,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.96586839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"481","last_page":"493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13364","display_name":"Digitalization, Law, and Regulation","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13364","display_name":"Digitalization, Law, and Regulation","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9424999952316284,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9315000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/digitization","display_name":"Digitization","score":0.779339075088501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477444171905518},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.6202052235603333},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.5035492777824402},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49727514386177063},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4270623028278351},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39102232456207275},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.34057044982910156},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.327078640460968},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.25883811712265015},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2241164743900299},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11660328507423401},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09317970275878906}],"concepts":[{"id":"https://openalex.org/C2779308522","wikidata":"https://www.wikidata.org/wiki/Q843958","display_name":"Digitization","level":2,"score":0.779339075088501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477444171905518},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6202052235603333},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5035492777824402},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49727514386177063},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4270623028278351},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39102232456207275},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.34057044982910156},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.327078640460968},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.25883811712265015},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2241164743900299},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11660328507423401},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09317970275878906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3657054.3657277","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657054.3657277","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Annual International Conference on Digital Government Research","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3657054.3657277","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3657054.3657277","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Annual International Conference on Digital Government Research","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2915429162","https://openalex.org/W2997591727","https://openalex.org/W4323240841","https://openalex.org/W4362571053","https://openalex.org/W4384786909","https://openalex.org/W4399410307","https://openalex.org/W6949043017"],"related_works":["https://openalex.org/W1539704186","https://openalex.org/W4254109238","https://openalex.org/W2399890175","https://openalex.org/W4308177873","https://openalex.org/W3202479762","https://openalex.org/W2480493049","https://openalex.org/W2592115649","https://openalex.org/W4322582183","https://openalex.org/W1937392525","https://openalex.org/W2347632764"],"abstract_inverted_index":{"The":[0,42,172],"digitization":[1,18,197],"of":[2,33,37,60,80,129,141,155,195,198],"public":[3,199],"services":[4],"in":[5,23,63,122,132,192],"Germany":[6],"is":[7,40,45,67],"always":[8],"based":[9],"on":[10],"a":[11,31,50,166,178],"legal":[12,189],"basis":[13],"(e.g.,":[14,26],"laws).":[15],"In":[16,73],"the":[17,58,78,111,127,133,152,193,196],"process,":[19],"first":[20],"relevant":[21],"entities":[22,62],"law":[24,65],"documents":[25,66],"actors)":[27],"are":[28,145],"detected,":[29],"then":[30],"list":[32],"possible":[34],"process":[35,44],"steps":[36],"their":[38],"interactions":[39],"derived.":[41],"final":[43],"constructed":[46],"and":[47,55,96,118,124,161],"transformed":[48],"to":[49,85,100,181],"digital":[51],"service":[52],"for":[53,151,157,163,170,187],"citizens":[54],"companies.":[56],"Today,":[57],"discovery":[59],"custom":[61],"German":[64],"still":[68],"manual":[69],"high":[70],"effort":[71],"work.":[72],"our":[74],"study,":[75],"we":[76],"investigate":[77],"capabilities":[79],"Large":[81],"Language":[82],"Models":[83],"(LLMs)":[84],"automate":[86],"this":[87],"task,":[88],"choose":[89],"five":[90,102],"LLMs":[91,116,176],"from":[92],"61":[93],"evaluated":[94],"candidates,":[95],"perform":[97,182],"prompt":[98,104,144],"engineering":[99],"create":[101],"different":[103],"variants":[105],"with":[106,165],"differing":[107],"parts.":[108],"We":[109,147],"examine":[110],"automatic":[112],"annotation":[113],"by":[114],"two":[115],"(LeoLM":[117],"BLOOM":[119,158],"CLP":[120,159],"German)":[121],"detail":[123],"find":[125],"that":[126,175],"inclusion":[128],"more":[130],"information":[131],"prompts":[134],"as":[135,137],"well":[136],"an":[138],"increased":[139],"number":[140],"examples":[142],"per":[143],"beneficial.":[146],"report":[148],"micro":[149],"F1-scores":[150],"optimal":[153],"scenario":[154],"0.91":[156],"German,":[160],"0.82":[162],"LeoLM,":[164],"higher":[167],"balanced":[168],"accuracy":[169],"LeoLM.":[171],"results":[173],"indicate":[174],"have":[177],"good":[179],"potential":[180],"named":[183],"entity":[184],"recognition,":[185],"especially":[186],"supporting":[188],"norm":[190],"analysis":[191],"context":[194],"administration.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}