{"id":"https://openalex.org/W7225422762","doi":"https://doi.org/10.64898/2026.11.04.764428","title":"RadMultiBench: A Reproducible Dual-Task Benchmark Exposing the Limits of Pre-Trained Vision-Language Models Across Thoracic and Breast Imaging","display_name":"RadMultiBench: A Reproducible Dual-Task Benchmark Exposing the Limits of Pre-Trained Vision-Language Models Across Thoracic and Breast Imaging","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225422762","doi":"https://doi.org/10.64898/2026.11.04.764428"},"language":"en","primary_location":{"id":"doi:10.64898/2026.11.04.764428","doi":"https://doi.org/10.64898/2026.11.04.764428","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.04.764428","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.04.764428.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.04.764428.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100586170","display_name":"Md Nahin Alam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md Nahin Alam","raw_affiliation_strings":["North South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161134346","display_name":"Md Tanjil Rahman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md Tanjil Rahman","raw_affiliation_strings":["North South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161088360","display_name":"Devprosad Sarkar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Devprosad Sarkar","raw_affiliation_strings":["North South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107505841","display_name":"Ahmed Faizul Haque Dhrubo","orcid":"https://orcid.org/0009-0008-7976-624X","observed_orcids":["https://orcid.org/0009-0008-7976-624X"]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Ahmed Faizul Haque Dhrubo","raw_affiliation_strings":["North South University"],"raw_orcid":"https://orcid.org/0009-0008-7976-624X","affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065368742","display_name":"Mohammad Abdul Qayum","orcid":"https://orcid.org/0000-0002-4434-4345","observed_orcids":["https://orcid.org/0000-0002-4434-4345"]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Abdul Qayum","raw_affiliation_strings":["North South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032126465","display_name":"Mohammad Ashrafuzzaman Khan","orcid":"https://orcid.org/0000-0002-6547-9580","observed_orcids":["https://orcid.org/0000-0002-6547-9580"]},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mohammad Ashrafuzzaman Khan","raw_affiliation_strings":["North South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North South University","institution_ids":["https://openalex.org/I157386601"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5107505841"],"corresponding_institution_ids":["https://openalex.org/I157386601"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.8119999766349792},{"id":"https://openalex.org/keywords/radiology-report-generation","display_name":"radiology report generation","score":0.6809999942779541},{"id":"https://openalex.org/keywords/disease-classification","display_name":"disease classification","score":0.7089999914169312},{"id":"https://openalex.org/keywords/chest-x-ray","display_name":"chest radiography","score":0.4740000069141388},{"id":"https://openalex.org/keywords/breast-cancer","display_name":"breast cancer","score":0.5460000038146973},{"id":"https://openalex.org/keywords/lung-cancer","display_name":"lung cancer","score":0.8130000233650208},{"id":"https://openalex.org/keywords/pneumonia","display_name":"pneumonia","score":0.9800000190734863},{"id":"https://openalex.org/keywords/tuberculosis","display_name":"tuberculosis","score":0.996999979019165},{"id":"https://openalex.org/keywords/multimodal-benchmark","display_name":"multimodal benchmark","score":0.7350000143051147},{"id":"https://openalex.org/keywords/de-identification","display_name":"de-identification","score":0.6940000057220459},{"id":"https://openalex.org/keywords/data-versioning","display_name":"data versioning","score":0.5830000042915344},{"id":"https://openalex.org/keywords/medical-text-generation","display_name":"clinical text generation","score":0.38600000739097595}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7615000009536743},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815999746322632},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5519000291824341},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5339999794960022},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5289999842643738},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.384799987077713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3846000134944916},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2780366209","wikidata":"https://www.wikidata.org/wiki/Q5170200","display_name":"Core model","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.11.04.764428","doi":"https://doi.org/10.64898/2026.11.04.764428","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.04.764428","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.04.764428.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.11.04.764428","doi":"https://doi.org/10.64898/2026.11.04.764428","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.04.764428","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/11/06/2026.11.04.764428.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.6240000128746033}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225422762.pdf","grobid_xml":"https://content.openalex.org/works/W7225422762.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2133564696","https://openalex.org/W3188252230","https://openalex.org/W3214040319","https://openalex.org/W4322718191","https://openalex.org/W4389707992"],"related_works":["https://openalex.org/W7115002264","https://openalex.org/W7131792044","https://openalex.org/W7163375023","https://openalex.org/W4417277128","https://openalex.org/W7167691440","https://openalex.org/W4414364935","https://openalex.org/W4414415603","https://openalex.org/W3164654615","https://openalex.org/W7212320737","https://openalex.org/W4416034924"],"abstract_inverted_index":{"We":[0,67],"present":[1],"RadMultiBench,":[2],"a":[3,43,72,80,89,97,140,165],"multimodal":[4,187,226],"benchmark":[5,65,169],"of":[6,55],"6,148":[7],"medical":[8],"images":[9],"paired":[10],"with":[11,75,147],"expert":[12],"radiological":[13],"impressions":[14],"across":[15],"five":[16],"categories\u2014Breast":[17],"Cancer,":[18],"Lung":[19,21],"Benign,":[20],"Malignant,":[22],"Pneumonia,":[23],"and":[24,33,52,57,63,87,108,151,172,178,191,212,217],"Tuberculosis\u2014targeting":[25],"two":[26],"core":[27],"clinical":[28,210],"tasks:":[29],"automated":[30],"report":[31],"generation":[32,126],"disease":[34],"classification.":[35],"To":[36],"enable":[37],"reliable,":[38],"repeatable":[39],"experimentation,":[40],"we":[41],"provide":[42],"reproducible":[44],"pipeline":[45,144],"for":[46],"data":[47],"ingestion,":[48],"de-identification,":[49],"split":[50],"management,":[51],"standardized":[53],"reporting":[54],"text":[56],"classification":[58,105,136],"metrics,":[59],"facilitating":[60],"dataset":[61],"versioning":[62],"continuous":[64,152],"testing.":[66],"compare":[68],"three":[69],"architectures:":[70],"(1)":[71],"classical":[73],"CNN-RNN":[74],"Bahdanau":[76],"attention":[77],"(ResNet-LSTM),":[78],"(2)":[79],"general-domain":[81],"vision-language":[82],"(V-L)":[83],"prefix-projection":[84,92,122],"model":[85,93,112],"(CLIP-GPT),":[86],"(3)":[88],"domain-specific":[90,132],"V-L":[91,202],"(BioViL-T).":[94],"Results":[95],"reveal":[96],"sharp":[98],"performance":[99],"divide:":[100],"the":[101,110,131,143,168,215],"ResNet-LSTM":[102],"attains":[103],"near-perfect":[104],"(99.5%":[106],"accuracy)":[107],"is":[109,145],"only":[111],"to":[113,154,208,221],"generate":[114],"coherent":[115],"reports":[116],"(BLEU-4":[117,127],"=":[118],"0.021),":[119],"whereas":[120],"both":[121],"models":[123,161],"catastrophically":[124],"fail":[125],"\u2264":[128],"0.0001);":[129],"moreover,":[130],"BioViL-T":[133],"also":[134],"fails":[135],"(11.5%":[137],"accuracy).":[138],"From":[139],"data-engineering":[141],"angle,":[142,167],"productionizable":[146],"lineage,":[148],"feature":[149,176],"registries,":[150],"integration":[153],"guard":[155],"against":[156],"silent":[157],"regressions":[158],"when":[159],"updating":[160],"or":[162],"data;":[163],"from":[164],"data-science":[166],"provides":[170],"baselines":[171],"analyses":[173],"that":[174,197],"foreground":[175],"alignment":[177],"architectural":[179],"suitability":[180],"as":[181],"first-order":[182],"concerns,":[183],"inviting":[184],"ablations":[185],"on":[186],"objectives,":[188],"retrieval-augmented":[189],"encoders,":[190],"uncertainty-aware":[192],"decoding.":[193],"Overall,":[194],"RadMultiBench":[195],"highlights":[196],"state-of-the-art":[198],"status":[199],"in":[200],"general":[201],"domains":[203],"does":[204],"not":[205],"translate":[206],"automatically":[207],"high-stakes":[209],"tasks,":[211],"it":[213],"furnishes":[214],"tooling":[216],"evidence":[218],"base":[219],"needed":[220],"develop":[222],"robust,":[223],"clinically":[224],"viable":[225],"systems.":[227]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-07T00:00:00"}