{"id":"https://openalex.org/W7164759595","doi":"https://doi.org/10.5715/jnlp.33.509","title":"Cross-Task Evaluation and Empirical Analysis of Japanese Visual Language Models","display_name":"Cross-Task Evaluation and Empirical Analysis of Japanese Visual Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164759595","doi":"https://doi.org/10.5715/jnlp.33.509"},"language":"en","primary_location":{"id":"doi:10.5715/jnlp.33.509","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.509","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_509/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_509/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138597236","display_name":"Koki Maeda","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":null,"type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koki Maeda","raw_affiliation_strings":["Institute of Science Tokyo","National Institute of Informatics Research and Development Center for Large Language Models"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]},{"raw_affiliation_string":"National Institute of Informatics Research and Development Center for Large Language Models","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111251789","display_name":"Issa Sugiura","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Issa Sugiura","raw_affiliation_strings":["Kyoto University","National Institute of Informatics Research and Development Center for Large Language Models"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kyoto University","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"National Institute of Informatics Research and Development Center for Large Language Models","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112645578","display_name":"Yusuke Oda","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusuke Oda","raw_affiliation_strings":["National Institute of Informatics Research and Development Center for Large Language Models"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics Research and Development Center for Large Language Models","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073732915","display_name":"Shuhei Kurita","orcid":"https://orcid.org/0000-0001-7415-3120"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuhei Kurita","raw_affiliation_strings":["National Institute of Informatics","National Institute of Informatics Research and Development Center for Large Language Models"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"National Institute of Informatics Research and Development Center for Large Language Models","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5138591542","display_name":"Naoaki Okazaki","orcid":null},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]},{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":null,"type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoaki Okazaki","raw_affiliation_strings":["Institute of Science Tokyo","National Institute of Informatics Research and Development Center for Large Language Models"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]},{"raw_affiliation_string":"National Institute of Informatics Research and Development Center for Large Language Models","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73337194,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"2","first_page":"509","last_page":"536"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.10909999907016754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.10909999907016754,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08659999817609787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-language","display_name":"Visual language","score":0.5041999816894531},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3515999913215637},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.30250000953674316},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.29109999537467957},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.27799999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5357000231742859},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45080000162124634},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.40310001373291016},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32030001282691956},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5715/jnlp.33.509","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.509","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_509/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5715/jnlp.33.509","is_oa":true,"landing_page_url":"https://doi.org/10.5715/jnlp.33.509","pdf_url":"https://www.jstage.jst.go.jp/article/jnlp/33/2/33_509/_pdf","source":{"id":"https://openalex.org/S4210212357","display_name":"Journal of Natural Language Processing","issn_l":"1340-7619","issn":["1340-7619","2185-8314"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Natural Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7397289872169495,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7164759595.pdf","grobid_xml":"https://content.openalex.org/works/W7164759595.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"\u8996\u899a\u8a00\u8a9e\u30e2\u30c7\u30eb":[0],"(Vision\u2013Language":[1],"Model;":[2],"VLM)":[3],"\u306f\u6025\u901f\u306b\u767a\u5c55\u3057\u3066\u3044\u308b\u304c\uff0c\u65e5\u672c\u8a9e\u306b\u304a\u3051\u308b\u8a55\u4fa1\u306f\u30bf\u30b9\u30af\u3084\u9818\u57df\u3054\u3068\u306b\u6563\u5728\u3057\u3066\u304a\u308a\uff0c\u80fd\u529b\u306e\u5168\u4f53\u50cf\u3068\u59a5\u5f53\u306a\u6bd4\u8f03\u3092\u4e00\u8cab\u3057\u3066\u6349\u3048\u306b\u304f\u3044\uff0e":[4],"\u672c\u7814\u7a76\u306f\uff0c\u65e5\u672c\u8a9e\u306b\u5bfe\u5fdc\u3059\u308bVLM\u306e\u80fd\u529b\u3092\u7dcf\u5408\u7684\u30fb\u4f53\u7cfb\u7684\u306b\u6e2c\u308b\u8a55\u4fa1\u57fa\u76e4\u3092\u69cb\u7bc9\u3057\uff0c\u30bf\u30b9\u30af\u6a2a\u65ad\u306e\u5b9f\u8a3c\u8a55\u4fa1\u3092\u793a\u3059\uff0e":[5],"\u63d0\u6848\u3059\u308b\u8a55\u4fa1\u57fa\u76e4llm-jp-eval-mm\u306f\uff0c\u65e5\u672c\u8a9e10\u7a2e\u30fb\u82f1\u8a9e9\u7a2e\u306e\u65e2\u5b58\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u7d71\u5408\u3057\uff0c\u5b9a\u7fa9\u3057\u305f\u80fd\u529b\u8ef8\u306b\u6cbf\u3063\u3066\u4e00\u8cab\u3057\u305f\u30d7\u30ed\u30c8\u30b3\u30eb\u3067\u8a55\u4fa1\u3067\u304d\u308b\u30c4\u30fc\u30eb\u30ad\u30c3\u30c8\u3067\u3042\u308b\uff0e":[6],"\u672c\u7a3f\u3067\u306f\u80fd\u529b\u8ef8\u306e\u5b9a\u7fa9\uff0c\u8a55\u4fa1\u57fa\u76e4\u306e\u8a2d\u8a08\uff0c\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u9078\u5b9a\u3068\u5b9f\u88c5\u3092\u8ff0\u3079\uff0c\u516c\u958b\u6e08\u307f\u306e\u56fd\u5185\u591632\u7a2e\u306eVLM\u3092\u540c\u4e00\u6761\u4ef6\u3067\u8a55\u4fa1\u3057\u3066\uff0c\u56fd\u5185\u3067\u958b\u767a\u3055\u308c\u305fVLM\u304c\u76f8\u5bfe\u7684\u306b\u5f31\u3044\u80fd\u529b\u9818\u57df\u3092\u660e\u3089\u304b\u306b\u3057\uff0c\u82f1\u65e5\u9593\u306e\u6027\u80fd\u76f8\u95a2\u306e\u69cb\u9020\u3092\u5831\u544a\u3059\u308b\uff0e":[7],"\u672c\u8a55\u4fa1\u57fa\u76e4\u306f\uff0cVLM\u306e\u5305\u62ec\u7684\u7406\u89e3\u3068\u4fe1\u983c\u3067\u304d\u308b\u6bd4\u8f03\u3092\u53ef\u80fd\u306b\u3057\uff0c\u4eca\u5f8c\u306e\u30e2\u30c7\u30eb\u6539\u826f\u3068\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u8a2d\u8a08\u306e\u6307\u91dd\u3092\u4e0e\u3048\u308b\uff0e":[8]},"counts_by_year":[],"updated_date":"2026-07-25T17:18:41.151588","created_date":"2026-06-15T00:00:00"}