{"id":"https://openalex.org/W4412888865","doi":"https://doi.org/10.18653/v1/2025.findings-acl.181","title":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","display_name":"NorEval: A Norwegian Language Understanding and Generation Evaluation Benchmark","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888865","doi":"https://doi.org/10.18653/v1/2025.findings-acl.181"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.181","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.181","pdf_url":"https://aclanthology.org/2025.findings-acl.181.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.181.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062209350","display_name":"Vladislav Mikhailov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vladislav Mikhailov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013471649","display_name":"Tita Enstad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tita Enstad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111019898","display_name":"David Samuel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181503","display_name":"Hans Christian Farseth\u00e5s","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hans Christian Farseth\u00e5s","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071409817","display_name":"Andrey Kutuzov","orcid":"https://orcid.org/0000-0003-2540-5912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrey Kutuzov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080146945","display_name":"Erik Velldal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik Velldal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080614776","display_name":"Lilja \u00d8vrelid","orcid":"https://orcid.org/0000-0002-8880-8404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lilja \u00d8vrelid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08634205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3495","last_page":"3541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.48019999265670776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.48019999265670776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/norwegian","display_name":"Norwegian","score":0.8210607767105103},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7119823098182678},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6778156757354736},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34376418590545654},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16606661677360535},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15459835529327393}],"concepts":[{"id":"https://openalex.org/C63428231","wikidata":"https://www.wikidata.org/wiki/Q9043","display_name":"Norwegian","level":2,"score":0.8210607767105103},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7119823098182678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6778156757354736},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34376418590545654},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16606661677360535},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15459835529327393},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.181","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.181","pdf_url":"https://aclanthology.org/2025.findings-acl.181.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.181","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.181","pdf_url":"https://aclanthology.org/2025.findings-acl.181.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888865.pdf","grobid_xml":"https://content.openalex.org/works/W4412888865.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2061564463","https://openalex.org/W2127095710","https://openalex.org/W2512753411","https://openalex.org/W2060399824","https://openalex.org/W2028240842","https://openalex.org/W1972562838","https://openalex.org/W2325410321"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"NorEval,":[3],"a":[4,41,75],"new":[5],"and":[6,51,56,70,74,90,97,106,117],"comprehensive":[7],"evaluation":[8,115],"suite":[9],"for":[10,37,109],"large-scale":[11],"standardized":[12],"benchmarking":[13,102],"of":[14,21,44,60,65,77,101],"Norwegian":[15,48,67,110],"generative":[16],"language":[17,49],"models":[18],"(LMs).NorEval":[19],"consists":[20],"24":[22],"high-quality":[23],"human-created":[24],"datasets":[25,73],"-of":[26],"which":[27],"five":[28],"are":[29,82,120],"created":[30],"from":[31],"scratch.In":[32],"contrast":[33],"to":[34],"existing":[35],"benchmarks":[36],"Norwegian,":[38],"NorEval":[39,95],"covers":[40],"broad":[42],"spectrum":[43],"task":[45],"categories":[46],"targeting":[47],"understanding":[50],"generation,":[52],"establishes":[53],"human":[54],"baselines,":[55],"focuses":[57],"on":[58],"both":[59],"the":[61,66,94,99],"official":[62],"written":[63],"standards":[64],"language:":[68],"Bokml":[69],"Nynorsk.All":[71],"our":[72],"collection":[76],"over":[78],"100":[79],"human-written":[80],"prompts":[81],"integrated":[83],"into":[84],"LM":[85],"Evaluation":[86],"Harness,":[87],"ensuring":[88],"flexible":[89],"reproducible":[91],"evaluation.We":[92],"describe":[93],"design":[96],"present":[98],"results":[100],"19":[103],"open-source":[104],"pretrained":[105],"instruction-tuned":[107],"LMs":[108],"in":[111],"various":[112],"scenarios.Our":[113],"benchmark,":[114],"framework,":[116],"annotation":[118],"materials":[119],"publicly":[121],"available.":[122]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}