{"id":"https://openalex.org/W7162134699","doi":"https://doi.org/10.48550/arxiv.2605.22080","title":"JMed48k: A Multi-Profession Japanese Medical Licensing Benchmark for Vision-Language Model Evaluation","display_name":"JMed48k: A Multi-Profession Japanese Medical Licensing Benchmark for Vision-Language Model Evaluation","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162134699","doi":"https://doi.org/10.48550/arxiv.2605.22080"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22080","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22080","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22080","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040306443","display_name":"Yue Xun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xun, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136752401","display_name":"Junyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136730388","display_name":"Qian Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136772011","display_name":"Xinyi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136775285","display_name":"Zheng Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136782150","display_name":"Zirui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136767839","display_name":"Zequn Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zequn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136774247","display_name":"Bowen Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136732688","display_name":"Shujun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136797116","display_name":"Irene Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Irene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122149706","display_name":"Kan Hatakeyama-Sato","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hatakeyama-Sato, Kan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136732408","display_name":"Yusuke Iwasawa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iwasawa, Yusuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136778665","display_name":"Yutaka Matsuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matsuo, Yutaka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.5029000043869019,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.032499998807907104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7524999976158142},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6593000292778015},{"id":"https://openalex.org/keywords/christian-ministry","display_name":"Christian ministry","score":0.5031999945640564},{"id":"https://openalex.org/keywords/source-document","display_name":"Source document","score":0.37369999289512634},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.36489999294281006},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.3003000020980835},{"id":"https://openalex.org/keywords/meaningful-use","display_name":"Meaningful use","score":0.29510000348091125}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7524999976158142},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6593000292778015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5830000042915344},{"id":"https://openalex.org/C521751864","wikidata":"https://www.wikidata.org/wiki/Q1729207","display_name":"Christian ministry","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41179999709129333},{"id":"https://openalex.org/C105888452","wikidata":"https://www.wikidata.org/wiki/Q7565148","display_name":"Source document","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C3019659195","wikidata":"https://www.wikidata.org/wiki/Q5690566","display_name":"Meaningful use","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C2986711855","wikidata":"https://www.wikidata.org/wiki/Q294308","display_name":"Public healthcare","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26260000467300415},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22080","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22080","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22080","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22080","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,77,177],"introduce":[1,99],"JMed48k,":[2],"a":[3,59,100],"multi-profession":[4],"Japanese":[5,21],"healthcare":[6],"licensing":[7,39,190],"benchmark":[8],"for":[9],"evaluating":[10],"vision-language":[11,186],"models.":[12],"Built":[13],"from":[14,36,131,163],"official":[15],"PDF":[16],"materials":[17],"released":[18],"by":[19],"the":[20,155],"Ministry":[22],"of":[23,140,185],"Health,":[24],"Labour":[25],"and":[26,33,43,72,82,87,110,125],"Welfare,":[27],"JMed48k":[28,179],"contains":[29],"48,862":[30],"exam":[31],"questions":[32,71,74,106,168],"20,142":[34],"images":[35,108],"11":[37],"national":[38],"examinations":[40],"between":[41],"2005":[42],"2025,":[44],"with":[45,64,75,107,143],"visual":[46,113,141],"content":[47,114],"annotated":[48],"under":[49],"an":[50],"8-type":[51],"taxonomy.":[52],"From":[53],"this":[54],"corpus,":[55],"we":[56,97],"derive":[57],"JMed48k-Eval,":[58],"recent":[60],"five-year":[61],"evaluation":[62,184],"subset":[63],"12,484":[65],"scored":[66],"questions,":[67,96],"including":[68],"9,905":[69],"text-only":[70,86],"2,579":[73],"images.":[76],"evaluate":[78],"21":[79],"proprietary,":[80],"open-source,":[81],"medical-specific":[83,134],"models,":[84,154],"reporting":[85],"with-image":[88],"performance":[89],"separately.":[90],"Because":[91],"these":[92],"subsets":[93],"contain":[94],"different":[95],"further":[98],"paired":[101],"image-removal":[102,157],"audit":[103,121],"that":[104,123],"evaluates":[105],"before":[109],"after":[111,148],"removing":[112],"to":[115,169,180],"explore":[116],"four":[117],"answer-transition":[118],"states.":[119],"The":[120],"shows":[122],"proprietary":[124,153],"open":[126],"source":[127],"models":[128,187],"gain":[129],"substantially":[130],"images,":[132],"whereas":[133],"systems":[135],"show":[136],"limited":[137],"observable":[138],"use":[139],"evidence,":[142],"many":[144],"correct":[145],"answers":[146],"persisting":[147],"image":[149],"removal.":[150],"Even":[151],"among":[152],"net":[156],"effect":[158],"varies":[159],"sevenfold":[160],"across":[161],"professions,":[162],"+5.7":[164],"points":[165,171],"on":[166,172],"Physician":[167],"+39.8":[170],"Public":[173],"Health":[174],"Nurse":[175],"questions.":[176],"release":[178],"support":[181],"reproducible,":[182],"profession-stratified":[183],"in":[188],"medical":[189],"settings.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}