{"id":"https://openalex.org/W7140139516","doi":"https://doi.org/10.48550/arxiv.2603.19517","title":"ReXInTheWild: A Unified Benchmark for Medical Photograph Understanding","display_name":"ReXInTheWild: A Unified Benchmark for Medical Photograph Understanding","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7140139516","doi":"https://doi.org/10.48550/arxiv.2603.19517"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057010395","display_name":"Oishi Banerjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banerjee, Oishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130343679","display_name":"Sung Eun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Sung Eun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088475844","display_name":"Alexandra N. Willauer","orcid":"https://orcid.org/0000-0003-0968-8115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Willauer, Alexandra N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023687872","display_name":"Julius M. Kernbach","orcid":"https://orcid.org/0000-0002-0256-1923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kernbach, Julius M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070045701","display_name":"Abeer Rihan Alomaish","orcid":"https://orcid.org/0000-0002-5263-1854"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alomaish, Abeer Rihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130382794","display_name":"Reema Abdulwahab S. Alghamdi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alghamdi, Reema Abdulwahab S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130396417","display_name":"Hassan Rayhan Alomaish","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alomaish, Hassan Rayhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092998246","display_name":"Mohammed Baharoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baharoon, Mohammed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130374228","display_name":"Xiaoman Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaoman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087190024","display_name":"Juli\u00e1n Acosta","orcid":"https://orcid.org/0000-0001-6497-5454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Acosta, Julian Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130407237","display_name":"Christine Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Christine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130367929","display_name":"Pranav Rajpurkar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajpurkar, Pranav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8963000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8963000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.014399999752640724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8464999794960022},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6614999771118164},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4207000136375427},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.35839998722076416},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3580000102519989},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.35089999437332153},{"id":"https://openalex.org/keywords/telemedicine","display_name":"Telemedicine","score":0.3294000029563904}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8464999794960022},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6614999771118164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6542999744415283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5325999855995178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4341000020503998},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4207000136375427},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C2779891985","wikidata":"https://www.wikidata.org/wiki/Q46994","display_name":"Telemedicine","level":3,"score":0.3294000029563904},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C2779018934","wikidata":"https://www.wikidata.org/wiki/Q1129653","display_name":"Everyday life","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Everyday":[0],"photographs":[1,68],"taken":[2],"with":[3],"ordinary":[4],"cameras":[5],"are":[6],"already":[7],"widely":[8],"used":[9],"in":[10],"telemedicine":[11],"and":[12,39,49,97,129,148],"other":[13],"online":[14],"health":[15],"conversations,":[16],"yet":[17],"no":[18],"comprehensive":[19],"benchmark":[20,56,140],"evaluates":[21],"whether":[22],"vision-language":[23],"models":[24,82],"can":[25],"interpret":[26],"their":[27],"medical":[28,41,102,149],"content.":[29],"Analyzing":[30],"these":[31],"images":[32],"requires":[33],"both":[34,47],"fine-grained":[35],"natural":[36,145],"image":[37,146],"understanding":[38,147],"domain-specific":[40],"reasoning,":[42],"a":[43,55,136],"combination":[44],"that":[45],"challenges":[46],"general-purpose":[48],"specialized":[50],"models.":[51],"We":[52],"introduce":[53],"ReXInTheWild,":[54,77],"of":[57,117,144],"955":[58],"clinician-verified":[59],"multiple-choice":[60],"questions":[61],"spanning":[62],"seven":[63],"clinical":[64],"topics":[65],"across":[66],"484":[67],"sourced":[69],"from":[70,121],"the":[71,101,142],"biomedical":[72],"literature.":[73],"When":[74],"evaluated":[75],"on":[76,155],"leading":[78],"multimodal":[79],"large":[80],"language":[81],"show":[83],"substantial":[84],"performance":[85],"variation:":[86],"Gemini-3":[87],"achieves":[88],"78%":[89],"accuracy,":[90],"followed":[91],"by":[92],"Claude":[93],"Opus":[94],"4.5":[95],"(72%)":[96],"GPT-5":[98],"(68%),":[99],"while":[100],"specialist":[103],"model":[104],"MedGemma":[105],"reaches":[106],"only":[107],"37%.":[108],"A":[109],"systematic":[110],"error":[111],"analysis":[112],"also":[113],"reveals":[114],"four":[115],"categories":[116],"common":[118],"errors,":[119],"ranging":[120],"low-level":[122],"geometric":[123],"errors":[124],"to":[125],"high-level":[126],"reasoning":[127],"failures":[128],"requiring":[130],"different":[131],"mitigation":[132],"strategies.":[133],"ReXInTheWild":[134],"provides":[135],"challenging,":[137],"clinically":[138],"grounded":[139],"at":[141],"intersection":[143],"reasoning.":[150],"The":[151],"dataset":[152],"is":[153],"available":[154],"HuggingFace.":[156]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-24T00:00:00"}