{"id":"https://openalex.org/W7164743723","doi":"https://doi.org/10.5715/jnlp.33.658","title":"Design and Analysis of a Mathematics and Safety Tuning Competition for Large Language Models","display_name":"Design and Analysis of a Mathematics and Safety Tuning Competition for Large Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164743723","doi":"https://doi.org/10.5715/jnlp.33.658"},"language":"en","primary_location":{"id":"doi:10.5715/jnlp.33.658","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.658","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_658/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_658/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026921207","display_name":"Tsuyoshi Okita","orcid":"https://orcid.org/0000-0002-1286-5496"},"institutions":[{"id":"https://openalex.org/I207014233","display_name":"Kyushu Institute of Technology","ror":"https://ror.org/02278tr80","country_code":"JP","type":"education","lineage":["https://openalex.org/I207014233"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tsuyoshi Okita","raw_affiliation_strings":["Kyushu Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyushu Institute of Technology","institution_ids":["https://openalex.org/I207014233"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010294982","display_name":"Satoru Katsumata","orcid":"https://orcid.org/0000-0002-9028-3598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Satoru Katsumata","raw_affiliation_strings":["Retrieva, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Retrieva, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065666474","display_name":"Keisuke Kamata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keisuke Kamata","raw_affiliation_strings":["Weights & Biases"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weights & Biases","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013141721","display_name":"Hirokazu Kiyomaru","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirokazu Kiyomaru","raw_affiliation_strings":["National Institute of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039851061","display_name":"Takashi Kodama","orcid":"https://orcid.org/0000-0002-8753-5766"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takashi Kodama","raw_affiliation_strings":["National Institute of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138609966","display_name":"Jun Suzuki","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Suzuki","raw_affiliation_strings":["Tohoku University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tohoku University","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138610412","display_name":"Hisami Suzuki","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hisami Suzuki","raw_affiliation_strings":["National Institute of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061512923","display_name":"Kouta Nakayama","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kouta Nakayama","raw_affiliation_strings":["National Institute of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087793573","display_name":"Namgi Han","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Namgi Han","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004444958","display_name":"Yusuke Miyao","orcid":"https://orcid.org/0000-0002-0678-3400"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusuke Miyao","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76076518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"2","first_page":"658","last_page":"690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11010000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11010000109672546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.06199999898672104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.45339998602867126},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.3481000065803528},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.33180001378059387},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.29120001196861267},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.28060001134872437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5227000117301941},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31349998712539673},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2831000089645386},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27810001373291016},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26100000739097595}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5715/jnlp.33.658","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.658","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_658/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5715/jnlp.33.658","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.658","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_658/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7164743723.pdf","grobid_xml":"https://content.openalex.org/works/W7164743723.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"\u65e5\u672c\u8a9e\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb":[0],"(LLM)":[1],"\u306e\u6027\u80fd\u5411\u4e0a\u3092\u76ee\u7684\u3068\u3057\uff0c\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u542b\u3080\u591a\u69d8\u306a\u624b\u6cd5\u3092\u4f53\u7cfb\u7684\u306b\u691c\u8a3c\u3059\u308b\u305f\u3081\u306e\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u30b3\u30f3\u30da\u30c6\u30a3\u30b7\u30e7\u30f3\u3092\u958b\u50ac\u3057\u305f\uff0e\u672c\u30b3\u30f3\u30da\u30c6\u30a3\u30b7\u30e7\u30f3\u3067\u306f\uff0c\u6570\u7406\u63a8\u8ad6\u80fd\u529b\u3092\u8a55\u4fa1\u3059\u308b\u6570\u5b66\u30bf\u30b9\u30af\u3068\uff0c\u5b89\u5168\u6027\u3068\u6709\u7528\u6027\u306e\u4e21\u7acb\u3092\u8a55\u4fa1\u3059\u308b\u5b89\u5168\u6027\u30bf\u30b9\u30af\u306e\u4e8c\u7a2e\u985e\u306e\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u3092\u8a2d\u5b9a\u3057\uff0c\u53c2\u52a0\u30c1\u30fc\u30e0\u304c\u65e5\u672c\u8a9e":[2],"LLM":[3,5,7,11,13],"\u3092\u30d9\u30fc\u30b9\u306b\u72ec\u81ea\u306b\u958b\u767a\u3057\u305f\u30e2\u30c7\u30eb\u3092\u7af6\u308f\u305b\u308b\uff0e\u6570\u5b66\u30bf\u30b9\u30af\u3067\u306f\uff0c\u9ad8\u6821\u30ec\u30d9\u30eb\u306e\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u3092\u7528\u3044\u3066\u65e5\u672c\u8a9e":[4],"\u306e\u63a8\u8ad6\u80fd\u529b\u3092\u6e2c\u5b9a\u3057\uff0c\u5f37\u529b\u306a\u5916\u90e8\u30e2\u30c7\u30eb\u51fa\u529b\u306e\u6d3b\u7528\u3084\u5927\u898f\u6a21\u5408\u6210\u30c7\u30fc\u30bf\u306b\u3088\u308b\u6559\u5e2b\u3042\u308a\u5b66\u7fd2\u304c\u6709\u52b9\u3067\u3042\u308b\u3053\u3068\u3092\u78ba\u8a8d\u3057\u305f\uff0e\u4e00\u65b9\u3067\uff0c\u65e2\u5b58\u306e\u65e5\u672c\u8a9e":[6],"\u306e\u6570\u5b66\u7684\u57fa\u76e4\u77e5\u8b58\u306e\u4e0d\u8db3\u306b\u3088\u308a\uff0c\u8efd\u91cf\u306a\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3084\u5f37\u5316\u5b66\u7fd2\u306e\u307f\u3067\u306f\u5341\u5206\u306a\u6539\u5584\u304c\u5f97\u3089\u308c\u306a\u3044\u3053\u3068\u3082\u660e\u3089\u304b\u3068\u306a\u3063\u305f\uff0e\u5b89\u5168\u6027\u30bf\u30b9\u30af\u3067\u306f\uff0c\u65e5\u672c\u8a9e\u3067\u69cb\u7bc9\u3057\u305f\u5b89\u5168\u6027\u30fb\u6709\u7528\u6027\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u7528\u3044\u3066\u8a55\u4fa1\u3092\u884c\u3044\uff0cDirect":[8],"Preference":[9],"Optimization\u3084\u30e2\u30c7\u30eb\u30de\u30fc\u30b8\u306a\u3069\u306e\u624b\u6cd5\u304c\u5b89\u5168\u6027\u5411\u4e0a\u306b\u5bc4\u4e0e\u3059\u308b\u4e00\u65b9\uff0c\u4e00\u898b\u6709\u5bb3\u306b\u898b\u3048\u308b\u304c\u5b9f\u969b\u306b\u306f\u56de\u7b54\u53ef\u80fd\u306a\u66d6\u6627\u4e8b\u4f8b\u306b\u5bfe\u3059\u308b\u9069\u5207\u306a\u5fdc\u7b54\u306f\u4f9d\u7136\u3068\u3057\u3066\u8ab2\u984c\u3067\u3042\u308b\u3053\u3068\u3092\u793a\u3057\u305f\uff0e\u672c\u958b\u50ac\u306f\uff0c\u65e5\u672c\u8a9e":[10],"\u3092\u5bfe\u8c61\u3068\u3059\u308b\u521d\u306e\u5927\u898f\u6a21\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u30b3\u30f3\u30da\u30c6\u30a3\u30b7\u30e7\u30f3\u3067\u3042\u308a\uff0c\u305d\u306e\u8a2d\u8a08\u30fb\u904b\u55b6\u30fb\u7d50\u679c\u5206\u6790\u3092\u901a\u3058\u3066\uff0c\u65e5\u672c\u8a9e":[12],"\u306e\u6027\u80fd\u5411\u4e0a\u304a\u3088\u3073\u4eca\u5f8c\u306e\u30b3\u30f3\u30da\u30c6\u30a3\u30b7\u30e7\u30f3\u8a2d\u8a08\u306b\u8cc7\u3059\u308b\u77e5\u898b\u3092\u63d0\u793a\u3059\u308b\uff0e":[14]},"counts_by_year":[],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2026-06-15T00:00:00"}