{"id":"https://openalex.org/W7167835064","doi":"https://doi.org/10.48550/arxiv.2607.07673","title":"MedPMC: A Systematic Framework for Scaling High-Fidelity Medical Multimodal Data for Foundation Models","display_name":"MedPMC: A Systematic Framework for Scaling High-Fidelity Medical Multimodal Data for Foundation Models","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167835064","doi":"https://doi.org/10.48550/arxiv.2607.07673"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.07673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.07673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140345276","display_name":"Hyunjae Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyunjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140312085","display_name":"Dain Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Dain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140364180","display_name":"Pan Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Pan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140373438","display_name":"Serina S. Applebaum","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Applebaum, Serina S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066463757","display_name":"Younjoon Chung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Younjoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140323246","display_name":"Xuguang Ai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ai, Xuguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140359314","display_name":"Yu Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140364429","display_name":"Roy Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Roy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041180875","display_name":"Yuexi Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yuexi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112748381","display_name":"Yawen Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yawen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004746070","display_name":"Yiming Kong","orcid":"https://orcid.org/0000-0002-5223-7152"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140307550","display_name":"Tuo Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Tuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113230105","display_name":"Zhiyuan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086435030","display_name":"Meirong Du","orcid":"https://orcid.org/0000-0002-5307-6784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Mengmeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051756340","display_name":"\u4ed8\u6708\u78ca","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yuelei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140371584","display_name":"Yan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140368412","display_name":"Rui Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140325332","display_name":"Gui Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Gui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137693747","display_name":"Kevin W. Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Kevin W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140307405","display_name":"Yuntian Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuntian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140345701","display_name":"Yuxuan Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140376526","display_name":"Jonathan Marquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marquez, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140355521","display_name":"Zhen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140299541","display_name":"Sheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019494985","display_name":"Hoifung Poon","orcid":"https://orcid.org/0000-0002-9067-0918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poon, Hoifung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140322387","display_name":"Hua Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140314432","display_name":"Jaewoo Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Jaewoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140328030","display_name":"Qingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22059999406337738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22059999406337738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.14270000159740448,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6011999845504761},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5313000082969666},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4726000130176544},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4052000045776367},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.38609999418258667},{"id":"https://openalex.org/keywords/precision-medicine","display_name":"Precision medicine","score":0.3422999978065491},{"id":"https://openalex.org/keywords/medical-literature","display_name":"Medical literature","score":0.335999995470047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514000296592712},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5313000082969666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.510200023651123},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4178999960422516},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40220001339912415},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3682999908924103},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.33239999413490295},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.27149999141693115},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2615000009536743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.07673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.07673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.62124103307724}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medicine":[0],"is":[1,20],"inherently":[2],"multimodal,":[3],"requiring":[4],"clinicians":[5],"to":[6,25,74],"synthesize":[7],"information":[8],"across":[9,203,236],"diverse":[10],"data":[11],"streams.":[12],"Yet":[13],"the":[14,167,183,244],"development":[15],"of":[16,38,136],"multimodal":[17,71,188,233],"foundation":[18,234],"models":[19,235],"constrained":[21],"by":[22,127,162,197,220],"limited":[23,46],"access":[24],"large-scale,":[26],"high-quality":[27],"clinical":[28,51,239],"data.":[29],"Although":[30],"PubMed":[31],"Central":[32],"(PMC)":[33],"offers":[34],"a":[35,144,154,187],"complementary":[36],"source":[37],"expert-authored":[39],"image-text":[40,84,180],"data,":[41],"existing":[42],"PMC-derived":[43,146],"resources":[44],"remain":[45],"in":[47,143,186],"fidelity,":[48],"reproducibility,":[49],"and":[50,110,118,199,238,248],"validation.":[52],"We":[53,241],"introduce":[54],"MedPMC,":[55],"an":[56],"automated,":[57],"continuously":[58],"updatable":[59],"framework":[60],"that":[61,227],"transforms":[62],"permissively":[63],"licensed":[64],"literature":[65,229],"into":[66],"high-fidelity":[67,228],"infrastructure":[68],"for":[69,91],"medical":[70,83,119,132,194,232],"models.":[72,250],"Applied":[73],"6.1":[75],"million":[76,82],"PMC":[77],"articles,":[78],"MedPMC":[79,137],"curated":[80],"11":[81,152],"pairs.":[85,181],"Component":[86],"evaluations":[87],"showed":[88],"strong":[89],"performance":[90],"initial":[92],"screening":[93],"(F1":[94,100,112,122],"=":[95,101,106,113,116,123],"93.2),":[96],"multi-panel":[97],"figure":[98,103,120],"detection":[99],"96.5),":[102],"separation":[104,109],"(mAP":[105],"89.8),":[107],"caption":[108],"alignment":[111],"81.4;":[114],"ROUGE-L":[115],"85.3),":[117],"classification":[121],"96.5).":[124],"Manual":[125],"review":[126],"five":[128],"annotators,":[129],"three":[130],"with":[131],"training,":[133],"found":[134],"95.3%":[135],"images":[138],"medically":[139],"relevant,":[140],"versus":[141],"19.7%":[142],"prior":[145],"dataset.":[147],"Across":[148],"26":[149],"benchmarks":[150],"spanning":[151],"specialties,":[153],"MedPMC-trained":[155],"CLIP-style":[156],"model":[157],"improved":[158,193,216],"average":[159],"zero-shot":[160],"AUC":[161],"7.1":[163],"percentage":[164,201,222],"points":[165,202],"over":[166],"strongest":[168],"architecture-matched":[169],"biomedical":[170],"CLIP":[171],"baseline":[172],"despite":[173],"using":[174],"fewer":[175],"than":[176],"half":[177],"as":[178],"many":[179],"As":[182],"vision":[184],"encoder":[185],"large":[189],"language":[190],"model,":[191],"it":[192,215],"visual":[195],"question-answering":[196],"1.9":[198],"16.9":[200],"two":[204],"benchmarks.":[205],"In":[206],"10,524":[207],"Yale":[208],"New":[209],"Haven":[210],"Health":[211],"System":[212],"dermatology":[213],"photographs,":[214],"morphology-to-image":[217],"retrieval":[218],"Recall@5":[219],"11.7":[221],"points.":[223],"These":[224],"findings":[225],"show":[226],"curation":[230],"strengthens":[231],"benchmark":[237],"settings.":[240],"publicly":[242],"release":[243],"framework,":[245],"corpus,":[246],"benchmarks,":[247],"pretrained":[249]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-10T00:00:00"}