{"id":"https://openalex.org/W4403342002","doi":"https://doi.org/10.22557/hg.2024.9.85.3.679","title":"Comprehensive Evaluation of LLMs\u2019 Korean Language Proficiency","display_name":"Comprehensive Evaluation of LLMs\u2019 Korean Language Proficiency","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4403342002","doi":"https://doi.org/10.22557/hg.2024.9.85.3.679"},"language":"en","primary_location":{"id":"doi:10.22557/hg.2024.9.85.3.679","doi":"https://doi.org/10.22557/hg.2024.9.85.3.679","is_oa":false,"landing_page_url":"https://doi.org/10.22557/hg.2024.9.85.3.679","pdf_url":null,"source":{"id":"https://openalex.org/S4210238593","display_name":"HAN-GEUL","issn_l":"1225-0449","issn":["1225-0449","2733-8932"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320887","host_organization_name":"Korean Language Society","host_organization_lineage":["https://openalex.org/P4310320887"],"host_organization_lineage_names":["Korean Language Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"HAN-GEUL","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033003198","display_name":"Yejee Kang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yejee Kang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Inho Won","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inho Won","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406592","display_name":"Min-Jun Kim","orcid":"https://orcid.org/0000-0001-6192-9567","observed_orcids":["https://orcid.org/0000-0001-6192-9567"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minjun Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056276165","display_name":"HyeonSeok Lim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hyeonseok Lim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109817903","display_name":"GyeongTae Lim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"GyeongTae Lim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109817904","display_name":"Yeonggyun Ham","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeonggyun Ham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103173351","display_name":"Hansaem Kim","orcid":"https://orcid.org/0000-0001-7495-9466","observed_orcids":["https://orcid.org/0000-0001-7495-9466"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hansaem Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080415861","display_name":"Seoyoon Park","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seoyoon Park","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007287449","display_name":"Joeun Kang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joeun Kang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461241","display_name":"Yujin Kim","orcid":"https://orcid.org/0000-0003-4261-1793","observed_orcids":["https://orcid.org/0000-0003-4261-1793"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujin Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109724654","display_name":"Gayeon Jung","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gayeon Jung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329187","display_name":"Jaewon Lee","orcid":"https://orcid.org/0000-0001-5681-217X","observed_orcids":["https://orcid.org/0000-0001-5681-217X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaewon Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111362957","display_name":"Gyuri Choi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gyuri Choi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Changsu Choi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changsu Choi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.152,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.49062617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"85","issue":"3","first_page":"679","last_page":"715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25929999351501465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/korean-language-proficiency","display_name":"Korean language proficiency","score":0.9010000228881836},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8220000267028809},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.7419999837875366},{"id":"https://openalex.org/keywords/multilingual-language-models","display_name":"multilingual language models","score":0.8399999737739563},{"id":"https://openalex.org/keywords/human-evaluation","display_name":"human evaluation","score":0.6880000233650208},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.5849999785423279},{"id":"https://openalex.org/keywords/low-resource-languages","display_name":"low-resource languages","score":0.578000009059906}],"concepts":[{"id":"https://openalex.org/C2994326100","wikidata":"https://www.wikidata.org/wiki/Q9176","display_name":"Korean language","level":2,"score":0.5407190322875977},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.398653119802475},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3336412310600281},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.22557/hg.2024.9.85.3.679","doi":"https://doi.org/10.22557/hg.2024.9.85.3.679","is_oa":false,"landing_page_url":"https://doi.org/10.22557/hg.2024.9.85.3.679","pdf_url":null,"source":{"id":"https://openalex.org/S4210238593","display_name":"HAN-GEUL","issn_l":"1225-0449","issn":["1225-0449","2733-8932"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320887","host_organization_name":"Korean Language Society","host_organization_lineage":["https://openalex.org/P4310320887"],"host_organization_lineage_names":["Korean Language Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"HAN-GEUL","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8199999928474426}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2605166177","https://openalex.org/W4292238553","https://openalex.org/W4386643460","https://openalex.org/W2766418365","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W2962780781","https://openalex.org/W2563738696"],"abstract_inverted_index":{"\uc790\uc5f0\uc5b4":[0,17],"\ucc98\ub9ac\uc5d0\uc11c":[1],"\ubca4\uce58\ub9c8\ud06c":[2,34],"\ub370\uc774\ud130\uc14b\uc740":[3],"\uac70\ub300":[4],"\uc5b8\uc5b4":[5,43],"\ubaa8\ub378\uc758":[6,58],"\ud3c9\uac00\uc5d0":[7],"\uc911\uc694\ud55c":[8,114],"\uc5ed\ud560\uc744":[9],"\ud55c\ub2e4.":[10],"\uadf8\ub7ec\ub098":[11],"\ube44\uc6a9\uacfc":[12],"\uc790\uc6d0\uc758":[13],"\uc81c\ud55c\uc73c\ub85c":[14],"\uc778\ud574":[15],"\ub300\ubd80\ubd84\uc758":[16],"\ucc98\ub9ac":[18],"\ubca4\uce58\ub9c8\ud06c\ub294":[19],"\uc8fc\ub85c":[20],"\uc601\uc5b4\uc640":[21],"\uc911\uad6d\uc5b4\ub85c":[22],"\uac1c\ubc1c\ub418\uc5b4":[23],"\uc654\ub2e4.":[24],"\uc774":[25,107],"\uc5f0\uad6c\uc5d0\uc11c\ub294":[26],"\ud55c\uad6d\uc5b4":[27,40,60,94,101,111],"\ub2a5\ub825":[28,102,112],"\ud3c9\uac00\ub97c":[29,47,73],"\uc704\ud574":[30,48],"\ub2e4\uc591\ud55c":[31,89],"\ub3c4\uba54\uc778\uc744":[32],"\ud3ec\uad04\ud558\ub294":[33],"\ub370\uc774\ud130\uc14b\uc744":[35],"\uad6c\ucd95\ud558\uace0,":[36],"\uc774\ub97c":[37],"\ubc14\ud0d5\uc73c\ub85c":[38],"6\uac1c\uc758":[39],"\ubc0f":[41],"\ub2e4\uad6d\uc5b4":[42],"\ubaa8\ub378(LLM)\uc758":[44],"\uc131\ub2a5\uc744":[45],"\ud3c9\uac00\ud558\uc600\ub2e4.":[46],"\uc5ec\uc12f":[49],"\uac00\uc9c0":[50,54],"\ud3c9\uac00":[51,55,63,78,90],"\ub3c4\uba54\uc778\uacfc":[52],"\uc77c\uacf1":[53,68],"\uc9c0\ud45c\ub97c":[56],"\uc0ac\uc6a9\ud558\uc5ec":[57],"\uc885\ud569\uc801\uc778":[59],"\ub2a5\ub825\uc744":[61,95],"\ubd84\uc11d\ud558\uc600\ub2e4.":[62],"\uacfc\uc815\uc740":[64],"\uc815\ub7c9\uc801":[65],"\ud3c9\uac00\uc640":[66],"\ub354\ubd88\uc5b4":[67],"\uba85\uc758":[69],"\ud3c9\uac00\uc790\uac00":[70],"\uc218\ud589\ud55c":[71],"\uc778\uac04":[72,81],"\ud3ec\ud568\ud558\uba70,":[74],"GPT-4\ub97c":[75],"\ud65c\uc6a9\ud55c":[76],"\uc790\ub3d9":[77],"\ubc29\ubc95\uc744":[79],"\uc801\uc6a9\ud558\uc5ec":[80],"\ud3c9\uac00\uc640\uc758":[82],"\uc0c1\uad00\uad00\uacc4\ub97c":[83],"\uac80\ud1a0\ud558\uc600\ub2e4.":[84],"\uc5f0\uad6c":[85],"\uacb0\uacfc\ub294":[86],"\uc81c\ud55c\ub41c":[87],"\uc790\uc6d0\uc73c\ub85c\ub3c4":[88],"\ubc29\uc2dd\uc744":[91],"\ud1b5\ud574":[92],"LLM\uc758":[93],"\uc885\ud569\uc801\uc73c\ub85c":[96],"\uc9c4\ub2e8\ud560":[97],"\uc218":[98],"\uc788\uc74c\uc744":[99],"\ubcf4\uc5ec\uc8fc\uc5c8\uace0,":[100],"\ud3c9\uac00\uc758":[103,113],"\uc790\ub3d9\ud654":[104],"\uac00\ub2a5\uc131\uc744":[105],"\uac80\uc99d\ud558\uc600\ub2e4.":[106],"\uc5f0\uad6c\uc5d0\uc11c":[108],"\uc81c\uc548\ud55c":[109],"\ubca4\uce58\ub9c8\ud06c\uac00":[110],"\uc0ac\ub840\ub85c":[115],"\ud65c\uc6a9\ub418\uae30\ub97c":[116],"\uae30\ub300\ud55c\ub2e4.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2025-10-10T00:00:00"}